-- Logs begin at Thu 2021-10-28 11:29:12 UTC, end at Thu 2021-10-28 12:26:20 UTC. -- Oct 28 12:00:39.590523 dv-cinder-815746-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Oct 28 12:00:42.296729 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:00:42.297357 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:00:42.297551 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:00:42.300693 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.common.config [-] Logging enabled! Oct 28 12:00:42.300972 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev118 Oct 28 12:00:42.301285 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101453) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Oct 28 12:00:42.302213 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:00:42.302447 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:00:42.302810 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:00:42.303055 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:00:42.303281 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:00:42.303601 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.303901 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.304196 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.304426 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.304721 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.305038 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.305322 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.305611 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.305909 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.306284 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.307063 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.307607 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.307838 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.308121 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.308410 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.308697 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.308953 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] debug = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.309235 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.309671 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.310086 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.310368 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.310664 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.310944 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.311213 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.311486 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.311767 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.312097 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] host = dv-cinder-815746-2-iscsi {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.312375 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.312662 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.313038 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.313328 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.313601 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.313877 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.314161 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.314435 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.314707 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.314980 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.315270 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.315558 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.315848 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.316072 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.316294 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.316584 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.316899 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.317178 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.317456 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.317730 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.318001 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.318274 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.318540 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.318824 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.319109 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.319393 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.319669 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.319942 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.320211 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.320483 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.320766 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.321059 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.321331 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.321604 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.321918 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.322185 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.322456 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.322755 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.323039 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.323318 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.323601 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.323874 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.324158 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.324428 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.324697 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.324989 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_json = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.325260 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.325526 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.325807 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.326077 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.326344 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.326616 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.326884 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.327165 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:42.327468 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.327761 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.328059 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.328338 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.328639 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.328943 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.329231 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.329506 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.329792 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.330077 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.330362 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.330638 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.330922 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.331197 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.331489 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.331793 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.332083 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.332370 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.332645 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.332943 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.333215 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.333491 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.333778 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.334054 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.334341 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.334628 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.334908 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.335194 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.335488 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.335775 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.336044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.336320 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.336612 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.336911 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.337186 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.337489 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.337776 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.338052 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.338325 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.338608 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.338885 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.339157 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.339426 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.339703 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.339992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.340267 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.340537 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.340829 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.341108 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.341380 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.341663 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.341939 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.342210 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.342479 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.342756 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.343027 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.343297 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.343572 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.343841 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.344116 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.344388 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.344656 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.345012 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.345285 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.345555 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.345827 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.346097 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.346374 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.346646 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.346914 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.347185 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.347458 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.347729 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.348012 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.348305 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.348578 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.348881 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.349161 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.349437 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.349712 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.349987 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.350263 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.350537 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.350808 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.351096 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.351379 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.351665 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.351947 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.352225 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.352546 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.352851 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.353657 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.353936 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.354214 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.354502 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.354782 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.355079 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.355373 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.355668 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.355961 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.356253 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.356534 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.356867 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.357151 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:42.357374 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:00:42.357621 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101453) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 28 12:00:42.786420 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:00:42.786695 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:00:42.786983 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 28 12:00:42.787314 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 28 12:00:43.106518 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.106738 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.107010 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.108241 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.108515 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.108801 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.143041 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.143320 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.143588 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.159303 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.159583 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.159853 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.190362 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.190635 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.190903 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.227113 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.227385 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.227653 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.464419 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.464995 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.464995 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.465230 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.465937 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.593618 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.593946 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.594227 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.594496 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.594767 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.595075 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.595333 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.595587 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.595839 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.596120 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.596376 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.596649 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.596931 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.597184 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.597439 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.597706 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.597960 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.598227 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.598495 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.598750 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.599018 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.599269 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.599553 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.599926 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.600174 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.600418 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.600828 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.601070 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.601305 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.601538 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.601772 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.602005 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:43.602366 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 28 12:00:43.605679 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 28 12:00:43.609686 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 28 12:00:43.613443 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1000, 1049)])]) Oct 28 12:00:43.615091 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 28 12:00:43.615552 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 28 12:00:43.615890 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 28 12:00:43.616281 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 28 12:00:43.619203 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 28 12:00:43.619453 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 28 12:00:43.619797 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:00:43.625118 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Oct 28 12:00:43.647637 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 28 12:00:43.648040 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.648338 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101453) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 28 12:00:43.648699 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.650748 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101453) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 28 12:00:43.651030 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 28 12:00:43.651274 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 28 12:00:43.654535 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.654818 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:43.717874 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 28 12:00:43.718113 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 28 12:00:43.718352 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 28 12:00:43.718721 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 28 12:00:43.738649 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_db.sqlalchemy.engines [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101453) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 28 12:00:44.267360 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing driver for type 'gre' Oct 28 12:00:44.267876 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] gre ID ranges: [(1, 1000)] Oct 28 12:00:44.322682 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing driver for type 'local' Oct 28 12:00:44.322984 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing driver for type 'vlan' Oct 28 12:00:44.335679 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] VlanTypeDriver initialization complete Oct 28 12:00:44.336014 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing driver for type 'vxlan' Oct 28 12:00:44.336489 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] vxlan ID ranges: [(1, 1000)] Oct 28 12:00:44.388864 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing extension driver 'port_security' Oct 28 12:00:44.389205 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.extensions.port_security [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] PortSecurityExtensionDriver initialization complete Oct 28 12:00:44.389540 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing mechanism driver 'openvswitch' Oct 28 12:00:44.389879 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing mechanism driver 'hyperv' Oct 28 12:00:44.396517 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.plugin [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101453) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:00:44.397392 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.397764 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.398115 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.398664 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.399104 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.399457 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.399802 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.400205 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.400626 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.401009 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.401352 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.401741 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.402148 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.402495 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.402831 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.403223 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.403622 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.403964 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.404332 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.404726 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.405169 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > address_group after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.405513 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > address_group after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.405856 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.406253 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101453) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Oct 28 12:00:44.406626 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] ML2 OVO RPC backend initialized. {{(pid=101453) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Oct 28 12:00:44.407338 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.407749 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.408115 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.408460 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > networks before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.408827 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.409169 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > ports before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.409508 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.409846 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnets before_response 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.410194 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.410531 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.410867 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.411198 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.411531 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.411861 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.412191 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.412522 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.412881 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.413458 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.plugin [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Modular L2 Plugin initialization complete Oct 28 12:00:44.413785 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading services supported by the core plugin {{(pid=101453) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 28 12:00:44.414115 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.plugins.ml2.managers [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Got port-security extension from driver 'port_security' Oct 28 12:00:44.414591 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.extensions.vlantransparent [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Disabled vlantransparent extension. Oct 28 12:00:44.415071 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101453) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 28 12:00:44.415390 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: router Oct 28 12:00:44.452052 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.452442 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_create 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.452840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router before_create 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.453211 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.453583 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.453936 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_delete 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.454291 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.454761 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.455120 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_create 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.455468 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.455815 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.456163 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.456524 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.456964 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.457335 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.457672 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.458011 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: subnet after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.458347 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.458694 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.459039 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_create 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.459379 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.459716 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.460069 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router after_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.460409 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.460760 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_create 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.461144 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.461487 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_update 55549900 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.461850 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > agent after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.462196 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > agent after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.462565 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > network after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.463420 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Tracking information for resource: router configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:44.463747 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Tracking information for resource: floatingip configured {{(pid=101453) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 28 12:00:44.468606 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.db.l3_agentschedulers_db [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 28 12:00:44.469203 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.469563 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.469911 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.470260 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: port after_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.471047 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router before_create 55550100 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.471410 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.471767 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_create 55550100 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.472117 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > router precommit_update 55550100 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.476950 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.provider_configuration [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service providers = [] {{(pid=101453) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 28 12:00:44.477311 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.db.servicetype_db [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101453) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 28 12:00:44.480807 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.service_base [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:00:44.481151 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.service_base [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:00:44.481490 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.service_base [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:00:44.482378 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.services.service_base [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101453) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 28 12:00:44.482755 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.services.service_base [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 28 12:00:44.483125 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.483440 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 28 12:00:44.495994 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.496327 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: auto_allocate Oct 28 12:00:44.502166 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: network precommit_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.502535 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: network precommit_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.503048 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.503367 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: tag Oct 28 12:00:44.510164 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.510495 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: timestamp Oct 28 12:00:44.514399 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.514727 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: network_ip_availability Oct 28 12:00:44.520240 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.520559 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.520944 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.521656 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.521973 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: flavors Oct 28 12:00:44.527021 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.527353 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading Plugin: revisions Oct 28 12:00:44.531663 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101453) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 28 12:00:44.532050 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.745s {{(pid=101453) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 28 12:00:44.532811 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101453) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 28 12:00:44.533149 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Initializing extension manager. Oct 28 12:00:44.533654 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: __init__.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.533992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: __pycache__ {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.534324 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.534653 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: address_group.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.535394 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.535951 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: address-group Oct 28 12:00:44.536271 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: address_scope.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.537008 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.537508 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: address-scope Oct 28 12:00:44.537825 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.538750 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.539253 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: router-admin-state-down-before-update Oct 28 12:00:44.539573 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: agent.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.540271 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.541316 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: agent Oct 28 12:00:44.541633 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: agent_resources_synced.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.542545 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.543051 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: agent-resources-synced Oct 28 12:00:44.543371 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: allowedaddresspairs.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.545172 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.545688 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: allowed-address-pairs Oct 28 12:00:44.546012 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: auto_allocated_topology.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.547083 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.547593 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: auto-allocated-topology Oct 28 12:00:44.547916 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: availability_zone.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.548605 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.549135 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: availability_zone Oct 28 12:00:44.549456 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: availability_zone_filter.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.550367 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.550866 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: availability_zone_filter Oct 28 12:00:44.551186 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: data_plane_status.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.552087 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.552591 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension data-plane-status not supported by any of loaded plugins Oct 28 12:00:44.552999 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: default_subnetpools.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.553916 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.554418 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: default-subnetpools Oct 28 12:00:44.554737 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.555534 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.556032 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: dhcp_agent_scheduler Oct 28 12:00:44.556404 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: dns.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.557843 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.558340 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension dns-integration not supported by any of loaded plugins Oct 28 12:00:44.558659 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: dns_domain_ports.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.559571 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.560068 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 28 12:00:44.560387 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.561326 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.561824 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Oct 28 12:00:44.562143 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: dvr.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.562808 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.563301 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: dvr Oct 28 12:00:44.563618 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: ecmp_routes.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.564533 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.565061 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension ecmp_routes not supported by any of loaded plugins Oct 28 12:00:44.565382 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: empty_string_filtering.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.566290 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.566792 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: empty-string-filtering Oct 28 12:00:44.567113 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.568020 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.568521 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:00:44.568870 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.569790 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.570293 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 28 12:00:44.570611 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: external_net.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.571521 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.572044 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: external-net Oct 28 12:00:44.572360 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.573301 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.573799 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: extra_dhcp_opt Oct 28 12:00:44.574116 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: extraroute.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.575024 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.575519 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: extraroute Oct 28 12:00:44.575837 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: extraroute_atomic.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.576887 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.577386 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: extraroute-atomic Oct 28 12:00:44.577704 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: filter_validation.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.578526 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.579023 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: filter-validation Oct 28 12:00:44.579341 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: fip_pf_description.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.580246 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.580741 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 28 12:00:44.581086 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: fip_port_details.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.582011 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.582519 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: fip-port-details Oct 28 12:00:44.582836 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: flavors.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.584067 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.584576 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: flavors Oct 28 12:00:44.584939 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.586599 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.587119 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 28 12:00:44.587480 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: floatingip_pools.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.588179 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.588684 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: floatingip-pools Oct 28 12:00:44.589038 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: ip_allocation.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.589967 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.590469 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension ip_allocation not supported by any of loaded plugins Oct 28 12:00:44.590790 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.591703 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.592204 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: ip-substring-filtering Oct 28 12:00:44.592532 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l2_adjacency.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.593479 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.593979 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 28 12:00:44.594298 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.595251 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.595762 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: router Oct 28 12:00:44.596086 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.598366 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.598884 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 28 12:00:44.599214 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.600147 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.600652 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: ext-gw-mode Oct 28 12:00:44.601005 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.601922 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.602424 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: l3-ha Oct 28 12:00:44.602750 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3_flavors.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.604194 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.604693 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: l3-flavors Oct 28 12:00:44.605057 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.605967 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.606466 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 28 12:00:44.606786 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: l3agentscheduler.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.607805 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.608319 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: l3_agent_scheduler Oct 28 12:00:44.608643 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: logging.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.610174 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.610691 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension logging not supported by any of loaded plugins Oct 28 12:00:44.611015 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: metering.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.611748 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.612312 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: metering Oct 28 12:00:44.612633 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.613878 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.614388 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: metering_source_and_destination_fields Oct 28 12:00:44.614710 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: multiprovidernet.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.615635 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.616139 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: multi-provider Oct 28 12:00:44.616460 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: netmtu.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.617404 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.617909 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: net-mtu Oct 28 12:00:44.618231 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: netmtu_writable.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.619694 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.620192 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: net-mtu-writable Oct 28 12:00:44.620513 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: network_availability_zone.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.621212 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.621710 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: network_availability_zone Oct 28 12:00:44.622029 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: network_ip_availability.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.623145 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.623655 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: network-ip-availability Oct 28 12:00:44.623980 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: network_segment_range.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.624736 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.625256 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension network-segment-range not supported by any of loaded plugins Oct 28 12:00:44.625577 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: pagination.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.626556 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.626884 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: pagination Oct 28 12:00:44.627205 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: port_device_profile.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.628116 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.628623 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: port-device-profile Oct 28 12:00:44.628976 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.629889 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.630387 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: port-mac-address-regenerate Oct 28 12:00:44.630705 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.631621 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.632121 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: port-numa-affinity-policy Oct 28 12:00:44.632439 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: port_resource_request.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.633383 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.633882 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension port-resource-request not supported by any of loaded plugins Oct 28 12:00:44.634202 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: portbindings.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.635148 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.635644 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: binding Oct 28 12:00:44.635963 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: portbindings_extended.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.637280 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.637786 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: binding-extended Oct 28 12:00:44.638109 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: portsecurity.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.639025 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.639528 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: port-security Oct 28 12:00:44.639848 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: project_id.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.640860 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.641180 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: project-id Oct 28 12:00:44.641499 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: providernet.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.642419 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.642925 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: provider Oct 28 12:00:44.643251 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.646870 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.647386 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos not supported by any of loaded plugins Oct 28 12:00:44.647716 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.648985 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.649494 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 28 12:00:44.649823 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.651263 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.651767 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 28 12:00:44.652092 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_default.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.653040 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.653555 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-default not supported by any of loaded plugins Oct 28 12:00:44.653878 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_fip.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.654529 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.655025 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-fip not supported by any of loaded plugins Oct 28 12:00:44.655343 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_gateway_ip.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.656267 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.656796 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 28 12:00:44.657116 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_port_network_policy.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.658029 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.658537 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 28 12:00:44.658860 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.659892 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.660400 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-pps-minimum not supported by any of loaded plugins Oct 28 12:00:44.660722 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_pps_rule.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.661915 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.662422 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-pps not supported by any of loaded plugins Oct 28 12:00:44.662767 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_rule_type_details.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.663708 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.664212 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 28 12:00:44.664535 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: qos_rules_alias.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.666387 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.666898 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 28 12:00:44.667222 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: quotasv2.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.668140 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.668465 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: quotas Oct 28 12:00:44.668803 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: quotasv2_detail.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.671932 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.672273 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: quota_details Oct 28 12:00:44.672606 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: rbac.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.673690 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.674209 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: rbac-policies Oct 28 12:00:44.674538 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: rbac_address_group.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.675472 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.675982 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: rbac-address-group Oct 28 12:00:44.676305 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: rbac_address_scope.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.677280 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.677788 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: rbac-address-scope Oct 28 12:00:44.678109 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: rbac_security_groups.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.679069 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.679570 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: rbac-security-groups Oct 28 12:00:44.679892 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: rbac_subnetpool.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.680830 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.681364 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: rbac-subnetpool Oct 28 12:00:44.681686 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: revisionifmatch.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.682878 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.683381 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: revision-if-match Oct 28 12:00:44.683710 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: revisions.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.684874 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.685380 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: standard-attr-revisions Oct 28 12:00:44.685704 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: router_availability_zone.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.686371 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.686876 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: router_availability_zone Oct 28 12:00:44.687200 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: routerservicetype.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.688117 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.688621 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension router-service-type not supported by any of loaded plugins Oct 28 12:00:44.688974 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.689896 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.690403 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: security-groups-normalized-cidr Oct 28 12:00:44.690725 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.691649 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.692155 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: port-security-groups-filtering Oct 28 12:00:44.692477 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.693426 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.693937 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: security-groups-remote-address-group Oct 28 12:00:44.694256 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: securitygroup.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.703978 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.704501 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: security-group Oct 28 12:00:44.704874 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: segment.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.705655 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.706158 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension segment not supported by any of loaded plugins Oct 28 12:00:44.706485 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.707492 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.707997 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 28 12:00:44.708323 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: servicetype.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.709467 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.709980 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: service-type Oct 28 12:00:44.710307 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: sorting.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.711292 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.711622 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: sorting Oct 28 12:00:44.711944 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: standard_attr_segment.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.713474 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.713986 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 28 12:00:44.714311 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: standardattrdescription.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.714956 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.715457 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: standard-attr-description Oct 28 12:00:44.715780 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: stateful_security_group.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.716705 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.717238 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: stateful-security-group Oct 28 12:00:44.717562 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: stdattrs_common.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.718147 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 28 12:00:44.718467 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.719395 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.719902 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 28 12:00:44.720222 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnet_onboard.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.721324 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.721827 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: subnet_onboard Oct 28 12:00:44.722148 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.723077 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.723587 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 28 12:00:44.723910 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnet_service_types.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.724871 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.725384 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: subnet-service-types Oct 28 12:00:44.725705 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnetallocation.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.726806 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.727316 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: subnet_allocation Oct 28 12:00:44.727637 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.728860 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.729371 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: subnetpool-prefix-ops Oct 28 12:00:44.729690 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.730621 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.731124 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 28 12:00:44.731443 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: tagging.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.732489 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.733028 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: standard-attr-tag Oct 28 12:00:44.733354 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: timestamp.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.734568 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.735076 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loaded extension: standard-attr-timestamp Oct 28 12:00:44.735403 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: trunk.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.736446 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.736986 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension trunk not supported by any of loaded plugins Oct 28 12:00:44.737311 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: trunk_details.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.738224 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.738728 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension trunk-details not supported by any of loaded plugins Oct 28 12:00:44.739051 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: uplink_status_propagation.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.739971 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.740473 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 28 12:00:44.740811 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Loading extension file: vlantransparent.py {{(pid=101453) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 28 12:00:44.741476 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101453) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 28 12:00:44.741973 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 28 12:00:44.744373 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:network Oct 28 12:00:44.744930 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnet Oct 28 12:00:44.745326 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:00:44.745712 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:port Oct 28 12:00:44.746952 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.747395 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service FLAVORS assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.748013 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.748432 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.748759 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:router Oct 28 12:00:44.749227 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:00:44.749718 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service METERING assigned prefix: /metering {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.751137 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.751503 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.751885 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101453) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:00:44.752878 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:00:44.753317 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:00:44.753764 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:00:44.754373 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service CORE assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.754697 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:00:44.755041 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] subnetpool is already registered Oct 28 12:00:44.755475 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service CORE assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.755799 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:00:44.756126 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] subnetpool is already registered Oct 28 12:00:44.758581 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.759030 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service FLAVORS assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.759674 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.760104 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.760436 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:router Oct 28 12:00:44.760793 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] router is already registered Oct 28 12:00:44.761225 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:floatingip Oct 28 12:00:44.761569 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] floatingip is already registered Oct 28 12:00:44.762030 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service METERING assigned prefix: /metering {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.762753 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of CountableResource for resource:rbac_policy Oct 28 12:00:44.763080 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] rbac_policy is already registered Oct 28 12:00:44.763502 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:security_group Oct 28 12:00:44.763838 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] security_group is already registered Oct 28 12:00:44.764238 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 28 12:00:44.764569 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] security_group_rule is already registered Oct 28 12:00:44.765083 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service CORE assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.765404 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:00:44.765731 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] subnetpool is already registered Oct 28 12:00:44.766144 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.v2.resource_helper [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Service CORE assigned prefix: {{(pid=101453) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 28 12:00:44.766462 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Creating instance of TrackedResource for resource:subnetpool Oct 28 12:00:44.766784 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING neutron.quota.resource_registry [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] subnetpool is already registered Oct 28 12:00:44.768458 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: extensions {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.769971 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: address-groups {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.771515 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: address-scopes {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.772673 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: agents {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.773969 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: auto-allocated-topology {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.775741 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: availability_zones {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.777000 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: dhcp-networks {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.778420 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: dhcp-agents {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.779942 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: routers {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.782086 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: flavors {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.783348 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: service_profiles {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.784568 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: next_providers {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.786041 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: service_profiles {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.787492 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: floatingip-pools {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.788855 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: routers {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.791562 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: floatingips {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.792897 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: l3-routers {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.794295 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: l3-agents {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.795699 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: metering-labels {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.797000 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: metering-label-rules {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.798366 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: network-ip-availabilities {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.799656 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: bindings {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.801245 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: quotas {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.802911 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: quotas {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.804448 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: rbac-policies {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.805698 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: security-groups {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.807803 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: security-group-rules {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.809082 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: service-providers {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.810294 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: subnetpools {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.811692 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: subnetpools {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.813187 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.814876 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.816673 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.818475 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.820168 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.822672 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.824367 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.827153 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.828961 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.830688 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron.api.extensions [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Extended resource: tags {{(pid=101453) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 28 12:00:44.837001 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING keystonemiddleware.auth_token [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 28 12:00:44.841542 dv-cinder-815746-2-iscsi neutron-server[101453]: WARNING keystonemiddleware.auth_token [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 28 12:00:44.850305 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Acquired lock "singleton_lock" {{(pid=101453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 28 12:00:44.850772 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_concurrency.lockutils [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Releasing lock "singleton_lock" {{(pid=101453) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 28 12:00:44.851412 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Starting 2 workers Oct 28 12:00:44.856229 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Started child 101560 {{(pid=101453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:00:44.860666 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Started child 101561 {{(pid=101453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:00:44.861614 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.862302 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO neutron.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 28 12:00:44.862855 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Publish callbacks [] for process, before_spawn {{(pid=101453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.863238 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [-] (101560) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:00:44.865280 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Starting 1 workers Oct 28 12:00:44.865484 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.866823 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [-] (101561) wsgi starting up on http://0.0.0.0:9696 Oct 28 12:00:44.870971 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Started child 101562 {{(pid=101453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:00:44.871487 dv-cinder-815746-2-iscsi neutron-server[101453]: INFO oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Starting 1 workers Oct 28 12:00:44.874756 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] calling RpcWorker wait() {{(pid=101562) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 28 12:00:44.875290 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] returning from RpcWorker wait() {{(pid=101562) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 28 12:00:44.875923 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Started child 101563 {{(pid=101453) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Oct 28 12:00:44.876593 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.876737 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG neutron_lib.callbacks.manager [None req-299c0c84-3ac4-4617-8d7d-881dbffa1635 None None] Publish callbacks [] for process, after_spawn {{(pid=101453) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.877195 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:00:44.878597 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:00:44.878814 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:00:44.879000 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:00:44.879215 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:00:44.879553 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:00:44.879716 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:00:44.880230 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.880510 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.880601 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:44.881059 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.881059 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.881336 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.881879 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.882115 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.882364 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.882635 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.882890 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.883057 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.883221 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.883460 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.883707 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.884025 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.884363 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.885171 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.885432 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.885614 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.885854 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.886118 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.886363 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.886631 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] debug = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.886881 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.887333 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.887568 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.887812 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.888042 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.888308 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.888532 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.888806 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.889049 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.889263 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.889513 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.889770 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.890008 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.890232 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.890471 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.890729 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.890954 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.891408 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] host = dv-cinder-815746-2-iscsi {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.891628 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.891844 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.892067 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.892291 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.892531 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.892744 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.893051 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.893305 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.893561 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.893804 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.894071 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.894316 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.894547 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.894777 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.894938 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_options = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.895149 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.895449 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.895661 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.895860 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.896078 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.896210 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.896449 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.896611 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.896878 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.897109 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.897322 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.897550 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.897766 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.897975 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.898236 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.898462 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.898675 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.898912 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.899121 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.899346 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.899570 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.899794 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.900087 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.900327 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.900559 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.900837 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.901041 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.901254 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.901465 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.901719 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.901964 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.902217 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.902429 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.902668 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.902922 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.903167 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.903389 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.903620 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.903906 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.904136 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.904379 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.904638 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.904949 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.905179 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.905399 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.905646 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.905855 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_json = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.906064 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.906295 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.906535 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.906745 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.906997 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.907211 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.907419 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.907647 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.908061 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.908347 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.908672 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.909025 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.909200 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.909521 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.909905 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.910160 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.910411 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.910639 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.910953 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.911081 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:00:44.911209 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.911458 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.911694 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.911961 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.912296 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.912531 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.912821 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.913068 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.913297 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.913510 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.913960 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.914440 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.914440 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.914745 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.915124 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.915349 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.915724 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.916243 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.916243 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.916615 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.916717 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.916955 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.917208 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.917511 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.917683 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.918097 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.918196 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.918361 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.918599 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.919142 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.919142 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.919309 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.919482 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.921613 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922158 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922158 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922158 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922357 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922524 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.922725 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.924712 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.924712 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.924712 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.924712 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.925389 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.925838 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.927032 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.927320 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.927590 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.927850 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.928091 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.928347 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.928590 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.928852 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.929110 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.929382 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.929620 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.929846 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.930071 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.930300 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.930515 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.930737 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.930952 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.931665 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.931912 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.932124 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.932595 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.932835 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.933060 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.933286 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.933584 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.933904 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.934156 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.934415 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.934653 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.934918 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.935127 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.935372 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.935596 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.935816 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.936055 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.936314 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.936575 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.936824 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.937276 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.937708 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.937978 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.938203 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.938467 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.938691 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.938945 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.939194 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.939471 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.939714 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.939953 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.940192 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.940430 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.940727 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.940992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.941301 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.941523 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.941789 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.942102 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.942384 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.942677 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.942919 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.943154 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.943427 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.943689 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.943961 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.944555 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.944855 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.945103 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.945404 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.945653 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.945879 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.946096 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.946325 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.947426 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.947819 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.948214 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.948434 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.948724 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.949018 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.949267 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.949539 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.949810 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.950048 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.950319 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.950553 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.950785 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.951030 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.951267 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.951477 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.951871 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.952262 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.952505 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.952740 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.953001 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.953239 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.953453 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.953673 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.953888 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.954129 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.954349 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.954601 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.954812 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.955053 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.955297 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.955520 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.955759 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.955979 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.956191 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.956443 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.956664 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.956957 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.957202 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.957442 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.957669 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.957893 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.958150 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.958364 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.958612 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.958851 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.959065 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.959276 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.959495 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.959731 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.959946 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.960174 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.960415 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.960738 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.961020 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.961363 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.961622 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.961860 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.962104 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.962461 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.962717 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.962992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.963217 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.963453 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.963671 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.963896 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.964168 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.964392 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.964633 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.964887 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.965345 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.965586 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.965810 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.966023 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.966324 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.966574 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.966819 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.967074 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.967312 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.967529 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.967777 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.968010 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.968229 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.968453 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.968670 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.968905 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.969155 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.969365 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.969576 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.969795 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.970029 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.970265 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.970495 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.970730 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.970942 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.971165 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.971379 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.971588 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.971817 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.972052 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.972260 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.972481 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.972696 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.972928 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.973147 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.973360 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.973566 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.973788 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.974002 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.974232 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.974507 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.974771 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.974993 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.975299 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.975551 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.975818 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.976062 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.976376 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.976626 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.976890 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.977131 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.977352 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.977595 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.977853 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.978199 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.978471 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.978731 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.978967 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.979255 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.979533 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.979801 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.980019 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.980321 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.980669 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.980978 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.981236 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.981503 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.981750 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.981973 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.982190 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.982423 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.982639 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.982875 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.983135 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.983383 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.983607 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.983840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.984068 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.984283 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.984505 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.984713 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.984990 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.985204 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:44.985361 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:00:44.985875 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101453) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Oct 28 12:00:44.986035 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 28 12:00:44.986188 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 28 12:00:44.986370 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 28 12:00:44.986543 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 28 12:00:44.986695 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 28 12:00:44.986902 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987063 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987223 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987383 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987543 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987722 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.987889 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988048 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988207 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988367 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988525 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988684 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.988864 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989025 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989185 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989345 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989503 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989663 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989826 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.989985 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.990143 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.990302 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.990460 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] debug = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.990620 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.990833 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991000 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991159 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991319 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991478 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991637 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991795 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.991954 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.992113 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.992344 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.992512 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.992671 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.992864 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.993230 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.993230 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.993479 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.993479 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] host = dv-cinder-815746-2-iscsi {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995044 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.995840 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996359 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996359 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996359 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_options = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996359 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996642 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996642 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996819 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.996974 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997138 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997301 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997459 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997618 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997781 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.997939 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998098 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998257 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998415 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998574 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998734 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.998892 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999051 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999211 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999369 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999528 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999687 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:44.999846 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000006 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000165 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000324 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000472 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000629 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000819 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.000966 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001124 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001284 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001446 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001608 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001765 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.001923 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002082 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002241 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002404 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002563 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002721 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.002881 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003039 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003198 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003356 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003514 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003673 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_json = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003833 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.003992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004151 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004309 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004458 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004615 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004798 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.004968 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 28 12:00:45.005146 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.005307 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.005479 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.005640 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.005799 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.005960 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006120 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006280 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006441 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006601 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006767 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.006929 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007100 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007262 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007426 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007588 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007755 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.007915 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008074 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008234 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008394 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008552 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008718 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.008900 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.009061 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.009238 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.009918 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010096 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010257 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010418 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.32/identity {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010579 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010739 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.010900 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011062 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011223 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011384 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011588 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011691 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.011842 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012001 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012161 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012320 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012482 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012643 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012834 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.012992 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013150 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013313 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013474 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013634 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013795 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.013955 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014121 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014266 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014427 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014597 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014757 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.014917 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015550 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015550 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015550 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015550 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015943 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015943 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.015943 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.016210 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.016335 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.016447 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.016565 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.016716 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017037 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017203 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017399 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017516 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017675 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017835 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.017995 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018154 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018314 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018475 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018637 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018799 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.018961 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019122 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019282 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019445 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019606 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019766 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.019928 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020097 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020271 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020431 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020591 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020752 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.020933 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021093 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021253 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021412 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021641 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021786 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.021874 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022030 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022193 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022351 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022510 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022670 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022830 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.022990 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023150 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023311 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023471 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023632 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023791 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.023952 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.024110 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.024271 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.024438 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.024600 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.024764 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.025489 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.025612 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.025783 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.025945 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026032 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:00:45.026117 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026251 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026412 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026573 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026732 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.026892 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027057 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027228 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027377 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027537 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027713 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.027873 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028032 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028192 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028373 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028533 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028693 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.028876 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029041 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029214 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029355 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029492 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029645 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029806 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.029967 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030129 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.32/identity {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030288 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030448 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030599 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030757 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.030917 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031078 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031239 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031399 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031560 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031720 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.031880 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032041 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032200 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032361 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032521 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032680 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.032864 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033025 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033187 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033347 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033506 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033666 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033826 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.033985 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034145 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034307 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034466 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034627 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034787 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.034947 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035096 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035257 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035418 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035577 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035736 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.035895 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036054 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036216 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036376 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036536 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036766 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.036954 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037114 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037288 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037449 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037596 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037766 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.037926 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038085 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038246 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038408 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038568 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038729 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.038890 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039052 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039217 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039378 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039539 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039701 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.039862 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.040022 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.040183 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.040356 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.040563 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.041246 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.041408 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.041569 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.041729 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.041900 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042060 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042220 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042379 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042540 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042701 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.042870 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043030 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043190 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043349 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043510 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043670 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043839 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.043999 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044159 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044397 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044526 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044649 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044788 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.044942 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045102 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045262 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045422 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045582 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045751 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.045911 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046072 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046232 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046392 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046551 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046721 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.046884 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047043 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047212 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047371 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047532 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047696 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.047868 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048029 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048191 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048351 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048511 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048670 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.048869 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049023 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049172 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049339 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049500 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049668 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.049835 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1000:1049'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050003 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050163 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050328 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050504 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050662 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.050989 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.051146 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.051302 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.051462 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.051662 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052353 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052353 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052353 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052353 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052353 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052753 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.052753 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053010 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053010 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053220 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053300 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053420 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053581 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 28 12:00:45.053734 dv-cinder-815746-2-iscsi neutron-server[101453]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101453) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 28 12:00:45.261405 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60730) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:00:45.269932 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064054 Oct 28 12:00:56.716412 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce07758-7fc6-4c90-a1ae-f9cfde0bf747 None None] get_active_networks_info from dv-cinder-815746-2-iscsi {{(pid=101562) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Oct 28 12:00:56.794382 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-be0735c6-33a9-447f-9b7e-55d4ec26ba3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:56.826768 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce07758-7fc6-4c90-a1ae-f9cfde0bf747 None None] No non-hosted networks {{(pid=101562) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 28 12:00:59.205074 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7afe5f38-8740-4498-bd9a-e2ff20f53ed2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:00:59.251523 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cf6369b0-1540-4b5f-ae26-99d07d7ec8a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:00.208683 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:00.307862 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:00.312945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.312945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.312945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.312945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.312945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.313333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.313333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.313333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.313333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.314007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.314401 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.314836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:00.315270 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-815746-2-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:00.323057 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-815746-2-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:01.851285 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:03.294135 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60822) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:03.882330 dv-cinder-815746-2-iscsi neutron-server[101560]: WARNING oslo_policy.policy [None req-0e172c08-f66b-4fdf-834d-b5a0402c70aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:03.882924 dv-cinder-815746-2-iscsi neutron-server[101560]: WARNING oslo_policy.policy [None req-0e172c08-f66b-4fdf-834d-b5a0402c70aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:04.107951 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [None req-0e172c08-f66b-4fdf-834d-b5a0402c70aa admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:01:04.109064 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0e172c08-f66b-4fdf-834d-b5a0402c70aa admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.8138404 Oct 28 12:01:04.812456 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.db.l3_hamode_db [None req-e58c9690-8a79-4ab2-842b-fbd62baa0e9c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 28 12:01:04.891318 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c9690-8a79-4ab2-842b-fbd62baa0e9c None None] Routers set() bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:01:04.891699 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58c9690-8a79-4ab2-842b-fbd62baa0e9c None None] Router IDs set() for agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Oct 28 12:01:06.627922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60836) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:06.935437 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'is_default': True}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:07.031961 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.policy [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101560) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:01:07.078296 dv-cinder-815746-2-iscsi neutron-server[101560]: WARNING oslo_policy.policy [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:07.078659 dv-cinder-815746-2-iscsi neutron-server[101560]: WARNING oslo_policy.policy [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:07.087656 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.quota [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] Loaded quota_driver: . Oct 28 12:01:07.174588 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784791603', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784791052', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784798692', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784777632', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784436105', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8757784759330', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16045889', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16052908', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-479081', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-446300'] for rbac-policy, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:07.237204 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:07.238357 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-772b9eaf-9725-441a-8397-8676d904dcee admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6094427 Oct 28 12:01:09.924395 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60848) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:10.218836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Request body: {'network': {'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'name': 'private', 'admin_state_up': True, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:10.247804 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Made reservation on behalf of dddc6cac258b4d2ab9a0e9ec63e10b24 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:01:10.250704 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.268705 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.377063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.381482 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.402353 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] vlan segment allocate from pool success with {'vlan_id': 1017, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:01:10.433499 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757782342229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.434100 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Unsubscribe: segment precommit_create {{(pid=101560) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:01:10.434596 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Added segment e52fe276-4e17-46cb-9a0a-888ad717dd0d of type vlan for network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 Oct 28 12:01:10.451311 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f901b9-d29e-4b8d-b1b4-b91899d00db6,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:10.500332 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.500676 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.501047 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.501375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.501700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.502039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.502364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.502698 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.503036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.503355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.503671 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.503983 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Tracked resource versions report: Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: pushed versions: Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: { 'AddressGroup': {'1.2'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'ConntrackHelper': {'1.0'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Log': {'1.0'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Network': {'1.1'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Port': {'1.7'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'PortForwarding': {'1.2'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'QosPolicy': {'1.10'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroup': {'1.4'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SubPort': {'1.0'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Subnet': {'1.1'}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Trunk': {'1.1'}} Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: consumer versions: Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'ConntrackHelper': '1.0', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Log': '1.0', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Network': '1.1', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Port': '1.7', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'PortForwarding': '1.2', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'QosPolicy': '1.10', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroup': '1.4', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroupRule': '1.2', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SubPort': '1.0', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Subnet': '1.1', Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Trunk': '1.1'}} Oct 28 12:01:10.505226 dv-cinder-815746-2-iscsi neutron-server[101560]: {{(pid=101560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:01:10.556226 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.594191 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.595276 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:10.595935 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:10.671215 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 850 time: 0.7457218 Oct 28 12:01:10.694880 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae21306-8ac7-4270-b6c0-8a103cf2f630 admin admin] Pushing event updated for resources: {'Network': ['ID=dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:10.708043 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:01:13.413850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60862) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:13.792407 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c2ea6d-fcd1-485d-a96b-caaa6bc4f3b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:13.793810 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-72c2ea6d-fcd1-485d-a96b-caaa6bc4f3b8 admin admin] 10.222.0.32 "GET /v2.0/networks/dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 HTTP/1.1" status: 200 len: 826 time: 0.3790150 Oct 28 12:01:13.817823 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1ca44cac-c1e0-46f8-ae0d-f43fc9f8968a admin admin] 10.222.0.32 "GET /v2.0/subnetpools/73cc8048-cea7-49e7-bf08-d72619969214 HTTP/1.1" status: 200 len: 734 time: 0.0179513 Oct 28 12:01:13.827166 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'name': 'private-subnet', 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214', 'gateway_ip': '172.20.0.1'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:13.848734 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Made reservation on behalf of dddc6cac258b4d2ab9a0e9ec63e10b24 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:01:13.850919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:14.132744 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:14.201554 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Checking segment: {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:01:14.201919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Network hostable DHCP agents. Network: dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:01:14.206306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7cd1cb-db14-463d-8d57-7fcbec8f6497,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:14.223206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:01:14.234957 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:14.239420 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:14.239998 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:14.246049 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf39b53-c24c-4eec-9652-0b76709a9afb None None] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:01:14.254901 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5e2e9d5f-b372-4229-9564-a40aee9e601c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4309216 Oct 28 12:01:14.565536 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:01:14.566788 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:14.856122 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Allocated IP 172.20.0.2 (dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8/dd7cd1cb-db14-463d-8d57-7fcbec8f6497/d8c83261-6f3f-4d34-be8f-c875d61391c2) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:01:15.057713 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:15.066020 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:15.146857 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:01:15.151431 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:15.153207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Pushing event updated for resources: {'Port': ['ID=d8c83261-6f3f-4d34-be8f-c875d61391c2,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:15.158487 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:01:15.165341 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.165709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.166043 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.166371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.166694 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.167017 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.167338 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.167656 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.167997 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.168317 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.168631 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.168968 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Tracked resource versions report: Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: pushed versions: Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: { 'AddressGroup': {'1.2'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'ConntrackHelper': {'1.0'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Log': {'1.0'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Network': {'1.1'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Port': {'1.7'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'PortForwarding': {'1.2'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'QosPolicy': {'1.10'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroup': {'1.4'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SubPort': {'1.0'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Subnet': {'1.1'}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Trunk': {'1.1'}} Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: consumer versions: Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'ConntrackHelper': '1.0', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Log': '1.0', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Network': '1.1', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Port': '1.7', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'PortForwarding': '1.2', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'QosPolicy': '1.10', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroup': '1.4', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroupRule': '1.2', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SubPort': '1.0', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Subnet': '1.1', Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Trunk': '1.1'}} Oct 28 12:01:15.170062 dv-cinder-815746-2-iscsi neutron-server[101562]: {{(pid=101562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:01:15.242330 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Attempting to bind port d8c83261-6f3f-4d34-be8f-c875d61391c2 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:01:15.242772 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Attempting to bind port d8c83261-6f3f-4d34-be8f-c875d61391c2 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:01:15.243662 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Attempting to bind port d8c83261-6f3f-4d34-be8f-c875d61391c2 on network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:01:15.248443 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 1), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:01:15.249057 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Checking segment: {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:01:15.249267 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:15.249650 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Bound using segment: {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:01:15.250122 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Bound port: d8c83261-6f3f-4d34-be8f-c875d61391c2, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:01:15.250522 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:15.310530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] For port d8c83261-6f3f-4d34-be8f-c875d61391c2, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:01:15.314929 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] For port d8c83261-6f3f-4d34-be8f-c875d61391c2, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=d8c83261-6f3f-4d34-be8f-c875d61391c2,segment=NetworkSegment(e52fe276-4e17-46cb-9a0a-888ad717dd0d),segment_id=e52fe276-4e17-46cb-9a0a-888ad717dd0d)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:01:15.319915 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:15.382408 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec2c947-81c3-430a-a3d6-79c482fb1e54 None None] Pushing event updated for resources: {'Port': ['ID=d8c83261-6f3f-4d34-be8f-c875d61391c2,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:16.824899 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60870) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:17.133886 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [None req-ae1199ec-1210-4e6b-91f4-e74c0f21e13b admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:01:17.134886 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ae1199ec-1210-4e6b-91f4-e74c0f21e13b admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3089488 Oct 28 12:01:19.690905 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 60878) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:20.184317 dv-cinder-815746-2-iscsi neutron-server[101561]: WARNING oslo_policy.policy [None req-5c4e172a-de20-4ef3-8076-6220eec182ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:20.184923 dv-cinder-815746-2-iscsi neutron-server[101561]: WARNING oslo_policy.policy [None req-5c4e172a-de20-4ef3-8076-6220eec182ff admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:01:20.412823 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [None req-5c4e172a-de20-4ef3-8076-6220eec182ff admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:01:20.417283 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-5c4e172a-de20-4ef3-8076-6220eec182ff admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.7242751 Oct 28 12:01:23.141694 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60898) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:23.446450 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:23.469025 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:23.470478 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:23.601686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:23.606642 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:23.620530 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:23.621788 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0ec6a228-5148-4404-abcf-f42d5a70b38c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4727263 Oct 28 12:01:24.171967 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device d8c83261-6f3f-4d34-be8f-c875d61391c2 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:01:24.259124 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port d8c83261-6f3f-4d34-be8f-c875d61391c2 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:24.259429 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:24.366983 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:24.401439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port d8c83261-6f3f-4d34-be8f-c875d61391c2, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=d8c83261-6f3f-4d34-be8f-c875d61391c2,segment=NetworkSegment(e52fe276-4e17-46cb-9a0a-888ad717dd0d),segment_id=e52fe276-4e17-46cb-9a0a-888ad717dd0d)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:01:24.405925 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:24.451991 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94de9b9-2370-4903-a624-185d4ec93939 None None] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:01:24.497069 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=d8c83261-6f3f-4d34-be8f-c875d61391c2,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:24.529027 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-34833f77-b76a-4dce-8954-2874f5f5df32 None None] Provisioning complete for port d8c83261-6f3f-4d34-be8f-c875d61391c2 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:24.529391 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-34833f77-b76a-4dce-8954-2874f5f5df32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:24.889733 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-41d1fc9c-3b62-414c-a7c0-d8d28f39d404 None None] Provisioning complete for port d8c83261-6f3f-4d34-be8f-c875d61391c2 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:24.890094 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-41d1fc9c-3b62-414c-a7c0-d8d28f39d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:26.143036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60908) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:26.144999 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device d8c83261-6f3f-4d34-be8f-c875d61391c2 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:01:26.193223 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port d8c83261-6f3f-4d34-be8f-c875d61391c2 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:26.193585 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:26.452614 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [None req-9dff811f-3b09-4225-b3cc-3263e6ca1596 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:01:26.453636 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9dff811f-3b09-4225-b3cc-3263e6ca1596 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.3096015 Oct 28 12:01:26.647311 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-594f97c3-6c61-46b5-b1d9-add2cc696f31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:28.897358 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60916) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:29.200891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public', 'is_default': True}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:29.202033 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-272bac67-786a-46c5-9ebd-1185dd82927e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.221376 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Made reservation on behalf of bb2b3eaab4644808ad06b34bebdba80a for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:01:29.223526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.231917 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.308685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.312211 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.326981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Reserving flat network on physical network physnet1 {{(pid=101560) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 28 12:01:29.346590 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ab959b-3db4-4c11-b870-1202b4987941,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:29.350518 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.350518 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Added segment 0d22def4-5410-4090-9308-9a294299d40b of type flat for network 73311d1b-5681-45f5-b1b4-92f3e295310b Oct 28 12:01:29.395058 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.425661 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.426581 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:29.427164 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:29.478971 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5805802 Oct 28 12:01:29.489100 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd4c074-e3ca-4135-9261-bebd2c700706 admin admin] Pushing event updated for resources: {'Network': ['ID=73311d1b-5681-45f5-b1b4-92f3e295310b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:29.499318 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 73311d1b-5681-45f5-b1b4-92f3e295310b details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:01:30.152621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:30.349001 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:31.774350 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:31.955056 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60934) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:32.126385 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3494e4ba-eb57-4264-8361-167a0b02718e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:32.127678 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3494e4ba-eb57-4264-8361-167a0b02718e admin admin] 10.222.0.32 "GET /v2.0/subnets/dd7cd1cb-db14-463d-8d57-7fcbec8f6497 HTTP/1.1" status: 200 len: 849 time: 0.1716897 Oct 28 12:01:32.242871 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7fc53baa-e7b9-4430-b623-f63ea4b10412 admin admin] 10.222.0.32 "GET /v2.0/routers/6d5e64c5-b124-41b7-abb5-628d18e86c06 HTTP/1.1" status: 200 len: 704 time: 0.1079187 Oct 28 12:01:32.504606 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:32.790223 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Allocated IP 172.20.0.1 (dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8/dd7cd1cb-db14-463d-8d57-7fcbec8f6497/a5a7a2c3-5028-4582-89b5-075ab35b6b68) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:01:32.984218 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.047364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.114225 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:01:33.119511 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:33.125060 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:01:33.125509 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.198215 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a7a2c3-5028-4582-89b5-075ab35b6b68,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:33.326497 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.331920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-8ef154f1-6d8a-43b7-a733-ec977031224c None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:33.332398 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8ef154f1-6d8a-43b7-a733-ec977031224c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.365291 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-8ef154f1-6d8a-43b7-a733-ec977031224c None None] Port a5a7a2c3-5028-4582-89b5-075ab35b6b68 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:01:33.535127 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.539451 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.540206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.615436 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Pushing event updated for resources: {'Port': ['ID=a5a7a2c3-5028-4582-89b5-075ab35b6b68,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:33.660996 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:01:33.662255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:33.822408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Router 6d5e64c5-b124-41b7-abb5-628d18e86c06 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:01:33.889077 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-702419ef-4d0f-41cc-8ee3-af9e65cb61b2 None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:33.889444 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-702419ef-4d0f-41cc-8ee3-af9e65cb61b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:33.911391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:01:33.928487 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-29db8eb6-1a17-456d-9a1a-91688b54b760 admin admin] 10.222.0.32 "PUT /v2.0/routers/6d5e64c5-b124-41b7-abb5-628d18e86c06/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6689951 Oct 28 12:01:33.928617 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-702419ef-4d0f-41cc-8ee3-af9e65cb61b2 None None] Port a5a7a2c3-5028-4582-89b5-075ab35b6b68 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:01:33.929276 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Sync routers for ids ['6d5e64c5-b124-41b7-abb5-628d18e86c06'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:01:33.942248 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Routers {'6d5e64c5-b124-41b7-abb5-628d18e86c06'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:01:33.943048 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:01:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['6d5e64c5-b124-41b7-abb5-628d18e86c06'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:34.129411 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Set router 6d5e64c5-b124-41b7-abb5-628d18e86c06 gateway port host: None {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:01:34.551157 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:33Z', 'revision_number': 2, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port_host': None, '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:33Z', 'revision_number': 2, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:34.602296 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Checking router: 6d5e64c5-b124-41b7-abb5-628d18e86c06 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:01:34.602652 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Updating router 6d5e64c5-b124-41b7-abb5-628d18e86c06 port a5a7a2c3-5028-4582-89b5-075ab35b6b68 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:01:34.649969 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.147067 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.154166 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.295691 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Pushing event updated for resources: {'Port': ['ID=a5a7a2c3-5028-4582-89b5-075ab35b6b68,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:35.327447 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Attempting to bind port a5a7a2c3-5028-4582-89b5-075ab35b6b68 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:01:35.327834 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Attempting to bind port a5a7a2c3-5028-4582-89b5-075ab35b6b68 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:01:35.328260 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Attempting to bind port a5a7a2c3-5028-4582-89b5-075ab35b6b68 on network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:01:35.331732 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.332082 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.332410 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.332729 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.333070 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.333655 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.333971 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.334281 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.334593 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.334909 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.335216 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.335519 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Tracked resource versions report: Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: pushed versions: Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: { 'AddressGroup': {'1.2'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'ConntrackHelper': {'1.0'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Log': {'1.0'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Network': {'1.1'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Port': {'1.7'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'PortForwarding': {'1.2'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'QosPolicy': {'1.10'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroup': {'1.4'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SubPort': {'1.0'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Subnet': {'1.1'}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Trunk': {'1.1'}} Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: consumer versions: Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'ConntrackHelper': '1.0', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Log': '1.0', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Network': '1.1', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Port': '1.7', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'PortForwarding': '1.2', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'QosPolicy': '1.10', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroup': '1.4', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroupRule': '1.2', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SubPort': '1.0', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Subnet': '1.1', Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Trunk': '1.1'}} Oct 28 12:01:35.337199 dv-cinder-815746-2-iscsi neutron-server[101563]: {{(pid=101563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:01:35.344267 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:01:35.344664 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Checking segment: {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:01:35.345125 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.345498 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Bound using segment: {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:01:35.346257 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Bound port: a5a7a2c3-5028-4582-89b5-075ab35b6b68, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e52fe276-4e17-46cb-9a0a-888ad717dd0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1017, 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:01:35.346467 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.354524 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-1180bfc1-8204-4b47-b3a9-cc006ab07562 None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:35.354975 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1180bfc1-8204-4b47-b3a9-cc006ab07562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.395197 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1180bfc1-8204-4b47-b3a9-cc006ab07562 None None] Port a5a7a2c3-5028-4582-89b5-075ab35b6b68 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:01:35.419202 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] For port a5a7a2c3-5028-4582-89b5-075ab35b6b68, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:01:35.437530 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] For port a5a7a2c3-5028-4582-89b5-075ab35b6b68, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a5a7a2c3-5028-4582-89b5-075ab35b6b68,segment=NetworkSegment(e52fe276-4e17-46cb-9a0a-888ad717dd0d),segment_id=e52fe276-4e17-46cb-9a0a-888ad717dd0d)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:01:35.441519 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.500009 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bb58c1-e0a9-4be9-a3f7-4d04f3d0955b None None] Pushing event updated for resources: {'Port': ['ID=a5a7a2c3-5028-4582-89b5-075ab35b6b68,revision_number=4']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:35.504133 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Routers {'6d5e64c5-b124-41b7-abb5-628d18e86c06'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:01:35.504722 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:01:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['6d5e64c5-b124-41b7-abb5-628d18e86c06'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:35.594222 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] Set router 6d5e64c5-b124-41b7-abb5-628d18e86c06 gateway port host: None {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:01:35.719881 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:35.720226 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.799568 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:33Z', 'revision_number': 2, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port_host': None, '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:35Z', 'revision_number': 4, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:35.808334 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.826182 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35934e96-b7fb-40c3-836c-696cc434fccb None None] The sync data for ids ['6d5e64c5-b124-41b7-abb5-628d18e86c06'] in dv-cinder-815746-2-iscsi is: [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:33Z', 'revision_number': 2, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port_host': None, '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:35Z', 'revision_number': 4, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:01:35.841806 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] For port a5a7a2c3-5028-4582-89b5-075ab35b6b68, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a5a7a2c3-5028-4582-89b5-075ab35b6b68,segment=NetworkSegment(e52fe276-4e17-46cb-9a0a-888ad717dd0d),segment_id=e52fe276-4e17-46cb-9a0a-888ad717dd0d)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:01:35.846464 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:35.896986 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f0224-2a4a-40bb-ab0b-38f3b25eed19 None None] Pushing event updated for resources: {'Port': ['ID=a5a7a2c3-5028-4582-89b5-075ab35b6b68,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:36.268215 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60954) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:36.379823 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-629454a4-5af9-4b9d-84a2-31c656665b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:36.381198 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-629454a4-5af9-4b9d-84a2-31c656665b03 admin admin] 10.222.0.32 "GET /v2.0/networks/73311d1b-5681-45f5-b1b4-92f3e295310b HTTP/1.1" status: 200 len: 842 time: 0.1120141 Oct 28 12:01:36.392654 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.3.1', 'ip_version': 4, 'cidr': '172.27.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:36.415496 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Made reservation on behalf of bb2b3eaab4644808ad06b34bebdba80a for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:01:36.417757 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:36.762052 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.objects.ports [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101560) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Oct 28 12:01:36.762402 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:36.819306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ada917cc-2349-4b05-92c6-186ec016de7c,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:36.827110 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:01:36.827461 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Network hostable DHCP agents. Network: 73311d1b-5681-45f5-b1b4-92f3e295310b, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:01:36.844405 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:01:36.853791 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 73311d1b-5681-45f5-b1b4-92f3e295310b) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:36.858137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:36.858739 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:36.866228 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575879a4-1844-4696-b496-b75078fc356b None None] Network 73311d1b-5681-45f5-b1b4-92f3e295310b requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:01:36.888845 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9cee4559-e487-4069-a4de-d3ee0ac8fb67 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4870751 Oct 28 12:01:37.006864 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00491b4-94f6-489c-a0f3-185e5eb497f2 None None] Network 73311d1b-5681-45f5-b1b4-92f3e295310b requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:01:39.285134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60962) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:39.416119 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d7f86016-22e0-41dd-b7fa-0af75151b3a5 admin admin] 10.222.0.32 "GET /v2.0/routers/6d5e64c5-b124-41b7-abb5-628d18e86c06 HTTP/1.1" status: 200 len: 710 time: 0.1298738 Oct 28 12:01:39.502439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18245c02-e70b-4e5a-91d7-7c800e1cb9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:01:39.503731 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-18245c02-e70b-4e5a-91d7-7c800e1cb9b0 admin admin] 10.222.0.32 "GET /v2.0/networks/73311d1b-5681-45f5-b1b4-92f3e295310b HTTP/1.1" status: 200 len: 886 time: 0.0815494 Oct 28 12:01:39.514463 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:01:39.758710 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:39.982901 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.053728 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.157239 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Allocated IP 172.27.3.214 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/089b9c98-6e00-426c-8233-4334e894909e) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:01:40.255969 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.287612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.327676 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:01:40.330756 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:01:40.333260 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:01:40.369510 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Pushing event updated for resources: {'Port': ['ID=089b9c98-6e00-426c-8233-4334e894909e,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:40.656641 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.845983 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-16271798', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-16274239', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-875'] for router, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.849445 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-16271791', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-16271776', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-16274224'] for router, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:40.955180 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Router 6d5e64c5-b124-41b7-abb5-628d18e86c06 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:01:41.061336 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:01:41.065840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:41.067028 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0dfd8b46-3733-4120-af52-9e1d92ecb53a admin admin] 10.222.0.32 "PUT /v2.0/routers/6d5e64c5-b124-41b7-abb5-628d18e86c06 HTTP/1.1" status: 200 len: 890 time: 1.5560861 Oct 28 12:01:41.933958 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:01:42.165011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a5a7a2c3-5028-4582-89b5-075ab35b6b68 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:01:42.217040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:42.217404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:42.810695 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Sync routers for ids ['6d5e64c5-b124-41b7-abb5-628d18e86c06'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:01:42.821993 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Routers {'6d5e64c5-b124-41b7-abb5-628d18e86c06'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:01:42.822625 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:01:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['6d5e64c5-b124-41b7-abb5-628d18e86c06'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:43.028484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Set router 6d5e64c5-b124-41b7-abb5-628d18e86c06 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:01:43.488376 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '089b9c98-6e00-426c-8233-4334e894909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:40Z', 'revision_number': 4, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port': {'id': '089b9c98-6e00-426c-8233-4334e894909e', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:40Z', 'updated_at': '2021-10-28T12:01:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:35Z', 'revision_number': 5, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:43.539573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Checking router: 6d5e64c5-b124-41b7-abb5-628d18e86c06 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:01:43.539921 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Updating router 6d5e64c5-b124-41b7-abb5-628d18e86c06 port 089b9c98-6e00-426c-8233-4334e894909e binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:01:43.586070 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:43.606982 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 60974) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:01:43.717173 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2033ff27-99f0-4d25-9245-b92fe77dc81e admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1090055 Oct 28 12:01:43.912659 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:43.919235 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:43.970819 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Attempting to bind port 089b9c98-6e00-426c-8233-4334e894909e on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:01:43.971182 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Attempting to bind port 089b9c98-6e00-426c-8233-4334e894909e by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:01:43.971541 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Attempting to bind port 089b9c98-6e00-426c-8233-4334e894909e on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:01:43.973377 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13815c-6c4a-4faf-9eca-1351a397ebd7 None None] Pushing event updated for resources: {'Port': ['ID=089b9c98-6e00-426c-8233-4334e894909e,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:43.979793 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 1, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:01:43.980164 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:01:43.980556 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:43.981359 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:01:43.981448 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Bound port: 089b9c98-6e00-426c-8233-4334e894909e, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:01:43.981775 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:44.030865 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] For port 089b9c98-6e00-426c-8233-4334e894909e, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:01:44.033822 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] For port 089b9c98-6e00-426c-8233-4334e894909e, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=089b9c98-6e00-426c-8233-4334e894909e,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:01:44.038415 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:44.097915 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Routers {'6d5e64c5-b124-41b7-abb5-628d18e86c06'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:01:44.098523 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:01:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['6d5e64c5-b124-41b7-abb5-628d18e86c06'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:44.102063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e13815c-6c4a-4faf-9eca-1351a397ebd7 None None] Pushing event updated for resources: {'Port': ['ID=089b9c98-6e00-426c-8233-4334e894909e,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:44.207139 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] Set router 6d5e64c5-b124-41b7-abb5-628d18e86c06 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:01:44.418433 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '089b9c98-6e00-426c-8233-4334e894909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:40Z', 'revision_number': 4, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port': {'id': '089b9c98-6e00-426c-8233-4334e894909e', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:40Z', 'updated_at': '2021-10-28T12:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:35Z', 'revision_number': 5, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:01:44.444588 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8ea189-b429-4bc6-b938-c1c91e8953f9 None None] The sync data for ids ['6d5e64c5-b124-41b7-abb5-628d18e86c06'] in dv-cinder-815746-2-iscsi is: [{'id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'name': 'router1', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214'}], 'enable_snat': True}, 'gw_port_id': '089b9c98-6e00-426c-8233-4334e894909e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:01:23Z', 'updated_at': '2021-10-28T12:01:40Z', 'revision_number': 4, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'gw_port': {'id': '089b9c98-6e00-426c-8233-4334e894909e', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:40Z', 'updated_at': '2021-10-28T12:01:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a5a7a2c3-5028-4582-89b5-075ab35b6b68', 'name': '', 'network_id': 'dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8', 'tenant_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'mac_address': 'fa:16:3e:40:2b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d5e64c5-b124-41b7-abb5-628d18e86c06', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:01:32Z', 'updated_at': '2021-10-28T12:01:35Z', 'revision_number': 5, 'project_id': 'dddc6cac258b4d2ab9a0e9ec63e10b24', 'subnets': [{'id': 'dd7cd1cb-db14-463d-8d57-7fcbec8f6497', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '73cc8048-cea7-49e7-bf08-d72619969214'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:01:46.193067 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 089b9c98-6e00-426c-8233-4334e894909e up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:01:46.245523 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 089b9c98-6e00-426c-8233-4334e894909e triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:46.245964 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:46.330933 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:46.374631 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 089b9c98-6e00-426c-8233-4334e894909e, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=089b9c98-6e00-426c-8233-4334e894909e,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:01:46.390085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:46.441189 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=089b9c98-6e00-426c-8233-4334e894909e,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:01:48.202973 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 089b9c98-6e00-426c-8233-4334e894909e up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:01:48.297975 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 089b9c98-6e00-426c-8233-4334e894909e triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:01:48.298348 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:56.651995 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-955354fa-8deb-4a77-9302-a1d4517a75d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:01:59.207451 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bf67ab22-9934-4fe1-bc73-145f42299c6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:00.165473 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:00.313825 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:01.788704 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:18.932277 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:02:26.659213 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9513d74d-d8ff-4e32-b045-f74bdf9fae9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:29.203121 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-065cd1b2-216e-4e45-bf38-ee0a82fc88d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:30.164925 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:30.320204 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:31.785330 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:55.931527 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:02:56.651835 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-abb8295f-21ed-4310-ad2f-f5dd9998756a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:02:59.205086 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ca49e3d2-863d-4915-8cfb-7b45a11b283f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:00.163759 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:00.322680 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:01.787897 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:21.468724 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33304) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:21.529599 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcc1974d-be1f-4af1-baa0-a171a41c21d7 admin admin] GET failed (client error): The resource could not be found. Oct 28 12:03:21.530918 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-dcc1974d-be1f-4af1-baa0-a171a41c21d7 admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612357 Oct 28 12:03:21.688546 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e53e8e4-3b33-4322-ba74-fc064ac75e20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:21.689946 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5e53e8e4-3b33-4322-ba74-fc064ac75e20 admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 873 time: 0.1543014 Oct 28 12:03:23.962761 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33314) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:24.206001 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.policy [None req-d571bb0c-b8b0-4330-a93d-a0b917404f93 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101561) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 28 12:03:24.254711 dv-cinder-815746-2-iscsi neutron-server[101561]: WARNING oslo_policy.policy [None req-d571bb0c-b8b0-4330-a93d-a0b917404f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:03:24.255086 dv-cinder-815746-2-iscsi neutron-server[101561]: WARNING oslo_policy.policy [None req-d571bb0c-b8b0-4330-a93d-a0b917404f93 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 28 12:03:24.263215 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d571bb0c-b8b0-4330-a93d-a0b917404f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:24.264953 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d571bb0c-b8b0-4330-a93d-a0b917404f93 admin admin] 10.222.0.32 "GET /v2.0/subnets/dd7cd1cb-db14-463d-8d57-7fcbec8f6497 HTTP/1.1" status: 200 len: 849 time: 0.3012347 Oct 28 12:03:24.275106 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:03:24.358909 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Publish callbacks [] for subnet, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:24.516463 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8757782316517'] for subnet, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:24.563285 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:24.563926 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:24.565211 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] 10.222.0.32 "PUT /v2.0/subnets/dd7cd1cb-db14-463d-8d57-7fcbec8f6497 HTTP/1.1" status: 200 len: 868 time: 0.2939818 Oct 28 12:03:24.579906 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7eca2a-1df8-4e4a-985e-b1a28101eecd None None] Network dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:03:24.608631 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd7cd1cb-db14-463d-8d57-7fcbec8f6497,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:03:24.618625 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.618965 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.619301 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.619625 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.619946 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.620269 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.620590 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.620957 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.621293 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.621607 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.621974 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.622291 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5518202-7cd3-4228-b296-a20c8bb6024e admin admin] Tracked resource versions report: Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: pushed versions: Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: { 'AddressGroup': {'1.2'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'ConntrackHelper': {'1.0'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Log': {'1.0'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Network': {'1.1'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Port': {'1.7'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'PortForwarding': {'1.2'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'QosPolicy': {'1.10'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroup': {'1.4'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SubPort': {'1.0'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Subnet': {'1.1'}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Trunk': {'1.1'}} Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: consumer versions: Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'ConntrackHelper': '1.0', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Log': '1.0', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Network': '1.1', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Port': '1.7', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'PortForwarding': '1.2', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'QosPolicy': '1.10', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroup': '1.4', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroupRule': '1.2', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SubPort': '1.0', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Subnet': '1.1', Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Trunk': '1.1'}} Oct 28 12:03:24.623416 dv-cinder-815746-2-iscsi neutron-server[101561]: {{(pid=101561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:03:24.985593 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-81635053-6c72-4da2-878d-01c383c98bb8 None None] Provisioning complete for port d8c83261-6f3f-4d34-be8f-c875d61391c2 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:03:24.985953 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-81635053-6c72-4da2-878d-01c383c98bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:25.074084 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-81635053-6c72-4da2-878d-01c383c98bb8 None None] Provisioning complete for port a5a7a2c3-5028-4582-89b5-075ab35b6b68 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:03:25.074351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-81635053-6c72-4da2-878d-01c383c98bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:26.654451 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-057f3940-20e6-45fc-9f9a-d32b0bf2cdc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:26.865197 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33330) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:27.060337 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd22436-9fa6-4633-aab0-5f948bc0d0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:27.060820 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd22436-9fa6-4633-aab0-5f948bc0d0e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:27.062353 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1fd22436-9fa6-4633-aab0-5f948bc0d0e6 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.1961961 Oct 28 12:03:29.205586 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f5f6d9f6-e6dc-410d-a1f1-f74b61fc23fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:29.360958 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33338) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:29.580558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e6ac-2965-4ad5-876f-3fe65c32dad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:29.580955 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6806e6ac-2965-4ad5-876f-3fe65c32dad9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:29.582526 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-6806e6ac-2965-4ad5-876f-3fe65c32dad9 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1550 time: 0.2205899 Oct 28 12:03:30.167545 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:30.324497 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:31.787585 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:31.853676 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33346) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:31.977710 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d8aece-e345-46c7-b60e-b2266098f3a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:31.979080 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d0d8aece-e345-46c7-b60e-b2266098f3a3 admin admin] 10.222.0.32 "GET /v2.0/networks/73311d1b-5681-45f5-b1b4-92f3e295310b HTTP/1.1" status: 200 len: 886 time: 0.1241269 Oct 28 12:03:32.930339 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:03:34.240329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33354) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:34.441437 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14719c0b-a3b3-40bd-b773-a8d0966c2f2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:34.442693 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-14719c0b-a3b3-40bd-b773-a8d0966c2f2a admin admin] 10.222.0.32 "GET /v2.0/networks/dc23962c-73b9-4497-9e7b-b3ffa5e8f6a8 HTTP/1.1" status: 200 len: 870 time: 0.2014031 Oct 28 12:03:36.722563 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33362) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:36.860212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a8a5a-1129-436b-9749-ab56a37e199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:36.860648 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9a8a5a-1129-436b-9749-ab56a37e199c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:36.862176 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4d9a8a5a-1129-436b-9749-ab56a37e199c admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1380219 Oct 28 12:03:39.107423 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33370) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:39.201045 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27e487-a989-4c95-981d-2120c2bf445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:39.201488 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b27e487-a989-4c95-981d-2120c2bf445b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:39.202981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8b27e487-a989-4c95-981d-2120c2bf445b admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0946338 Oct 28 12:03:41.451805 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33378) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:41.538275 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c775e390-8b6a-4f1a-82b6-56e912282ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:41.539610 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c775e390-8b6a-4f1a-82b6-56e912282ecb admin admin] 10.222.0.32 "GET /v2.0/subnets/ada917cc-2349-4b05-92c6-186ec016de7c HTTP/1.1" status: 200 len: 816 time: 0.0868449 Oct 28 12:03:43.783727 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33386) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:03:43.872955 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce428641-0bd6-499e-a41e-d089378dd8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:03:43.874272 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-ce428641-0bd6-499e-a41e-d089378dd8d8 admin admin] 10.222.0.32 "GET /v2.0/subnets/dd7cd1cb-db14-463d-8d57-7fcbec8f6497 HTTP/1.1" status: 200 len: 868 time: 0.0896215 Oct 28 12:03:56.656309 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-dde7fd75-5872-4476-8ad8-6e211eaa4b76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:03:59.208214 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b3d12c5f-314c-4250-a7d8-7fcdec728cc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:00.170333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:00.327065 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:01.789457 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:08.124976 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33442) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:08.171860 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [None req-82622752-03f7-497b-b449-eb31ea3368c7 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:04:08.172879 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-82622752-03f7-497b-b449-eb31ea3368c7 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0469470 Oct 28 12:04:09.928570 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:04:10.524403 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33450) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:10.582633 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.pecan_wsgi.hooks.translation [None req-64919c89-5088-460b-a4a8-ad584c47e5b0 admin admin] GET failed (client error): The resource could not be found. Oct 28 12:04:10.584029 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-64919c89-5088-460b-a4a8-ad584c47e5b0 admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585597 Oct 28 12:04:10.669975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4060cfc1-0463-4d87-abdb-b41bad4554fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:10.671371 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4060cfc1-0463-4d87-abdb-b41bad4554fd admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0829065 Oct 28 12:04:12.963739 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33458) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:13.009643 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:13.030050 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Made reservation on behalf of bb2b3eaab4644808ad06b34bebdba80a for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:04:13.032276 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:13.059155 dv-cinder-815746-2-iscsi neutron-server[101560]: WARNING neutron.services.revisions.revision_plugin [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Could not find related network for resource to bump revision. Oct 28 12:04:13.070570 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1026, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:04:13.079924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:13.080382 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Added segment 0f0572bd-08ce-4fb1-b70f-a62857bfa5b6 of type vlan for network 99ef1f50-c48a-4f47-9416-0dff1c4134ac Oct 28 12:04:13.118642 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:13.141167 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:13.142090 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:13.142668 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:13.194589 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.2296903 Oct 28 12:04:13.204548 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Pushing event updated for resources: {'Network': ['ID=99ef1f50-c48a-4f47-9416-0dff1c4134ac,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:13.212566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.212980 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.213329 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.213664 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.213993 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.214326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.214656 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.215048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.215400 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.215759 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.216080 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.216398 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a75fa18a-f520-402a-a7ac-36a72b170ec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:13.228797 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:04:15.502342 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33466) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:04:15.561241 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0fdafe-bbbd-478f-80ca-e96642398655 admin admin] GET failed (client error): The resource could not be found. Oct 28 12:04:15.562543 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8c0fdafe-bbbd-478f-80ca-e96642398655 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592027 Oct 28 12:04:15.628514 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7fe1ca-359f-445e-9faa-53f5c16ec7f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:15.629916 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4d7fe1ca-359f-445e-9faa-53f5c16ec7f0 admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 827 time: 0.0628314 Oct 28 12:04:15.639805 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac', 'name': 'shared-subnet'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:04:15.660223 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Made reservation on behalf of bb2b3eaab4644808ad06b34bebdba80a for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:04:15.662540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:15.911394 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:15.966583 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4aaa44-f74d-47d9-8c97-5f05fc48a07f,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:15.975912 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Checking segment: {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:04:15.976258 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Network hostable DHCP agents. Network: 99ef1f50-c48a-4f47-9416-0dff1c4134ac, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:04:15.992428 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:04:16.001582 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 99ef1f50-c48a-4f47-9416-0dff1c4134ac) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:16.005692 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:04:16.006322 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.011015 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4d5e4e-811e-4484-9c0b-6a252a9bee5c None None] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:04:16.022067 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c9511bf0-6aa9-458d-bb54-9afafd9554ea admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3855128 Oct 28 12:04:16.164344 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-99ef1f50-c48a-4f47-9416-0dff1c4134ac', 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac', 'tenant_id': 'bb2b3eaab4644808ad06b34bebdba80a', 'fixed_ips': [{'subnet_id': 'cf4aaa44-f74d-47d9-8c97-5f05fc48a07f'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:04:16.165321 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.302271 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Allocated IP 192.168.233.2 (99ef1f50-c48a-4f47-9416-0dff1c4134ac/cf4aaa44-f74d-47d9-8c97-5f05fc48a07f/acd7d6d1-505b-4d28-a25a-0b63223c3b72) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:04:16.543320 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.549790 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.593031 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:04:16.595935 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:04:16.600320 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:04:16.605708 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Pushing event updated for resources: {'Port': ['ID=acd7d6d1-505b-4d28-a25a-0b63223c3b72,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:16.616401 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.616791 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.617136 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.617472 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.617800 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.618125 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.618448 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.618788 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.619126 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.619449 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.619767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.620080 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:04:16.666798 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Attempting to bind port acd7d6d1-505b-4d28-a25a-0b63223c3b72 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:04:16.667169 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Attempting to bind port acd7d6d1-505b-4d28-a25a-0b63223c3b72 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:04:16.667528 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Attempting to bind port acd7d6d1-505b-4d28-a25a-0b63223c3b72 on network 99ef1f50-c48a-4f47-9416-0dff1c4134ac {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:04:16.672614 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:04:16.673041 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Checking segment: {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:04:16.673437 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.673956 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Bound using segment: {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:04:16.674419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Bound port: acd7d6d1-505b-4d28-a25a-0b63223c3b72, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:04:16.674816 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.738404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] For port acd7d6d1-505b-4d28-a25a-0b63223c3b72, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:04:16.741611 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] For port acd7d6d1-505b-4d28-a25a-0b63223c3b72, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=acd7d6d1-505b-4d28-a25a-0b63223c3b72,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:04:16.746346 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:16.807146 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd189d-d45a-446c-8f6b-33358922c268 None None] Pushing event updated for resources: {'Port': ['ID=acd7d6d1-505b-4d28-a25a-0b63223c3b72,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:17.594520 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715d07d4-8d26-4301-b057-8f047c6e45eb None None] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:04:17.672584 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] Provisioning complete for port acd7d6d1-505b-4d28-a25a-0b63223c3b72 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:17.672974 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:17.808478 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:17.846232 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] For port acd7d6d1-505b-4d28-a25a-0b63223c3b72, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=acd7d6d1-505b-4d28-a25a-0b63223c3b72,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:04:17.850579 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:17.908856 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0690e9-a5c2-409b-8c32-8ed36a123a3d None None] Pushing event updated for resources: {'Port': ['ID=acd7d6d1-505b-4d28-a25a-0b63223c3b72,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:04:18.074642 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-b4d9c56d-e64b-4bff-893d-d5038665c93d None None] Provisioning complete for port acd7d6d1-505b-4d28-a25a-0b63223c3b72 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:18.074936 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b4d9c56d-e64b-4bff-893d-d5038665c93d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:18.256891 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device acd7d6d1-505b-4d28-a25a-0b63223c3b72 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:04:18.307093 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port acd7d6d1-505b-4d28-a25a-0b63223c3b72 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:04:18.307452 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:26.659406 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7039bf3d-59cd-409d-ab5d-1fdd174fa0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:29.211279 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-33cef47a-d6d9-435f-9dff-a380ff19a589 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:30.171981 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:30.329498 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:31.792930 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:46.927275 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:04:56.660747 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bb114d35-f59b-430a-b682-7641f7326a17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:04:59.214098 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-222dd8cc-169b-4372-b459-da8f1b626ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:00.173616 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:00.331660 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:01.796157 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:23.926086 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:05:24.468516 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33510) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:24.474936 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [None req-a804536f-2af9-4412-8f73-2744efd1d22c tempest-verify_tempest_config-2039399492 tempest-verify_tempest_config-2039399492-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:05:24.475867 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a804536f-2af9-4412-8f73-2744efd1d22c tempest-verify_tempest_config-2039399492 tempest-verify_tempest_config-2039399492-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13636 time: 0.0063503 Oct 28 12:05:24.767829 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33528) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:24.875215 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:24.883421 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.quota [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Loaded quota_driver: . Oct 28 12:05:24.991506 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:24.995945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.038522 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58569b16d8134923840a44a10d038a2f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2696772 Oct 28 12:05:25.040351 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e28edf-8ac0-4f63-a27b-a423d067ecf5,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:25.041251 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33534) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:05:25.046847 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.047209 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.047549 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.047877 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.048202 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.048544 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.049027 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.049360 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.049698 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.050022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.050462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.051273 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7f2463-ca4a-4566-b821-b55c96289cca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.094347 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.115187 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.200767 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.203292 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:25.204423 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/05e28edf-8ac0-4f63-a27b-a423d067ecf5 HTTP/1.1" status: 204 len: 168 time: 0.1622138 Oct 28 12:05:25.213685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e28edf-8ac0-4f63-a27b-a423d067ecf5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:05:25.220166 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.220505 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.220862 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.221188 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.221506 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.221838 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.222772 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.223028 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.223362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.223677 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.223985 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:25.224289 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d476444-db44-4252-a83b-4ae13a2e1984 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:05:26.664020 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b6a5d55f-9bb2-421b-bc0c-9514fd55f61c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:29.215044 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-6604ab29-9ae1-47b3-badb-f17b12485cc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:30.177548 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:30.334920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:31.801391 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:56.673676 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5f10de87-f247-4a69-bfdd-4e330c3099cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:05:59.215206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-d00b0843-9065-4a68-adbd-5d6efbb10393 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:00.182945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:00.336416 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:00.924231 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:06:01.802973 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:26.665123 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-071474e2-701c-4e04-abb4-b019c0d4ef00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:29.216578 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1d155b2a-2ed1-4603-b6bd-58da7239fd20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:30.183488 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:30.337454 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:31.805278 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:37.922045 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 5 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:06:56.665882 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c090f16-2a49-4d8c-947d-b3004cf80c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:06:59.215708 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3c9b4187-8d87-4342-8e93-5c7d2b2a1cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:00.155519 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-16460171'] for agent, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:00.186989 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:00.342835 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:01.809584 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:14.920245 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:07:15.892578 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33606) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:15.998339 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4cd2a602-66ff-4b77-a818-32d2bd03e19d admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1046760 Oct 28 12:07:18.275487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33616) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:07:18.329873 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6c53d4c7-2e4a-4222-b465-f80b12046532 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0527411 Oct 28 12:07:26.667214 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb68f8f6-5c06-4fb5-a04d-94be29436a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:29.218162 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-568066f8-838d-42f9-9365-b768c40110c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:30.142038 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:30.191326 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:30.344191 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:31.813350 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:51.919230 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:07:56.669325 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7c8a3368-57c9-4fc9-b22c-a427b3cf5b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:07:59.218649 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dddebf2-44ce-43c2-9def-e33982d6e29f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:00.170965 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:00.192583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:00.345339 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:01.816118 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:26.669569 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-be793730-b45f-4bef-9242-0b1c4ed6bd3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:28.917263 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:08:29.220256 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ec32594c-2f0d-45a3-acc2-e7d9a66597a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:30.170185 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:30.197081 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:30.347924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:31.820848 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:47.848092 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33726) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:48.031154 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-827050384-network', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:48.068900 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Made reservation on behalf of 0ca4bff94bc14ed7b6bdb17bb2154ccf for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:48.068900 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.078375 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.162905 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.167474 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.193041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e32529-d5ce-470d-a9a3-b5a5b25fddd5,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:48.210398 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.211939 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.212960 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.212960 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.212960 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.213290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.213617 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.213951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.214291 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.214614 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.214942 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.215241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Tracked resource versions report: Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: pushed versions: Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: { 'AddressGroup': {'1.2'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'ConntrackHelper': {'1.0'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Log': {'1.0'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Network': {'1.1'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Port': {'1.7'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'PortForwarding': {'1.2'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'QosPolicy': {'1.10'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroup': {'1.4'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SubPort': {'1.0'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Subnet': {'1.1'}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Trunk': {'1.1'}} Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: consumer versions: Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: HyperV agent@hv-cinder-81574: {}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'ConntrackHelper': '1.0', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Log': '1.0', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Network': '1.1', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Port': '1.7', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'PortForwarding': '1.2', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'QosPolicy': '1.10', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroup': '1.4', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SecurityGroupRule': '1.2', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'SubPort': '1.0', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Subnet': '1.1', Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: 'Trunk': '1.1'}} Oct 28 12:08:48.216294 dv-cinder-815746-2-iscsi neutron-server[101561]: {{(pid=101561) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:08:48.225097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 1018, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:08:48.242127 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8757782342229', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.242701 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Unsubscribe: segment precommit_create {{(pid=101561) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 28 12:08:48.243242 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Added segment 44a3ee0b-d53e-43b5-b634-49bf569aeb37 of type vlan for network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad Oct 28 12:08:48.306522 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.347158 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.348182 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:48.348798 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.441132 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.5896454 Oct 28 12:08:48.446645 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33774) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:48.459838 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Request body: {'subnet': {'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-subnet', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:48.473999 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193095-4808-4646-bc69-dc42b2e3d4e9 admin admin] Pushing event updated for resources: {'Network': ['ID=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:48.484616 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:08:48.487220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Made reservation on behalf of 0ca4bff94bc14ed7b6bdb17bb2154ccf for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:48.491433 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.667521 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.727752 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da7a178c-2f79-40ea-a870-2278faee9637,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:48.736975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.737338 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.737672 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.738001 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.738312 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.738808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.739279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.739774 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.740109 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.740422 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.740929 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.741242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Tracked resource versions report: Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: pushed versions: Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: { 'AddressGroup': {'1.2'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'ConntrackHelper': {'1.0'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Log': {'1.0'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Network': {'1.1'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Port': {'1.7'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'PortForwarding': {'1.2'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'QosPolicy': {'1.10'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroup': {'1.4'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SubPort': {'1.0'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Subnet': {'1.1'}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Trunk': {'1.1'}} Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: consumer versions: Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: HyperV agent@hv-cinder-81574: {}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'ConntrackHelper': '1.0', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Log': '1.0', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Network': '1.1', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Port': '1.7', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'PortForwarding': '1.2', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'QosPolicy': '1.10', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroup': '1.4', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SecurityGroupRule': '1.2', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'SubPort': '1.0', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Subnet': '1.1', Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: 'Trunk': '1.1'}} Oct 28 12:08:48.742513 dv-cinder-815746-2-iscsi neutron-server[101560]: {{(pid=101560) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:08:48.749483 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Checking segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:48.749952 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Network hostable DHCP agents. Network: 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:08:48.758825 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33786) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:48.778906 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:08:48.789628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:48.794756 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:48.795226 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.803767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9546db27-693d-4ab8-9321-8d62e733e7d1 None None] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:48.816802 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5f7056c1-84fd-4f5e-9dbc-adccbbfbc850 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.3710413 Oct 28 12:08:48.820423 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33792) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:48.824237 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:48.854123 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.856264 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.914880 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:48.976714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e406ce-92b1-4220-bb50-d5c919cde6b9 None None] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:49.061339 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.070897 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-network', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:49.139371 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Made reservation on behalf of d373b381315f4833beb30f2033a67f5f for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:49.141743 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.153939 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.352922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.364929 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.368170 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.393190 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.405306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:08:49.429912 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.430249 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Added segment ddce072e-b887-4952-8020-069241477158 of type vlan for network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 Oct 28 12:08:49.482055 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d6f3ba9-5c72-4ae1-bfef-dbf1c89d8eef,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:49.513403 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.571325 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Allocated IP 172.27.3.151 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/b7c42414-eac4-4b01-888b-200d7b1d7165) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:08:49.634214 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.635013 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:49.635582 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.704107 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9442513 Oct 28 12:08:49.707523 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33846) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:49.712831 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Request body: {'subnet': {'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-subnet', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:49.727268 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790bdeea-5b10-4151-9104-ebd37b373937 admin admin] Pushing event updated for resources: {'Network': ['ID=b20ef5e3-2b26-4a72-8925-01f5500ca8f6,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:49.740306 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:08:49.741886 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Made reservation on behalf of d373b381315f4833beb30f2033a67f5f for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:49.744357 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.756666 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.794632 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.833843 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:49.837134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:49.843529 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:08:49.927424 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Pushing event updated for resources: {'Port': ['ID=b7c42414-eac4-4b01-888b-200d7b1d7165,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:49.964693 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:49.983419 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33856) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:50.007831 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:50.055037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Checking segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:50.055412 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Network hostable DHCP agents. Network: b20ef5e3-2b26-4a72-8925-01f5500ca8f6, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:08:50.078372 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33866) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:50.085420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:08:50.101986 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, b20ef5e3-2b26-4a72-8925-01f5500ca8f6) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:50.108061 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:50.109088 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.111124 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-989dc959-6a49-41b5-9720-f2bc84d346ef None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:50.138544 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-07b12717-a213-4741-bc61-b5659dff92c5 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4290998 Oct 28 12:08:50.139921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33872) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:50.145159 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:50.182603 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.184246 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.262866 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1883390453-network', 'tenant_id': 'f19f9275ab004f7982f49679512ff822'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:50.327168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Made reservation on behalf of f19f9275ab004f7982f49679512ff822 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:50.330809 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.335606 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:08:50.336802 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.348048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.360516 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.375378 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-93727121-network', 'tenant_id': '7e5377183759474680941e2b584bdd7c'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:50.398572 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.550054 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.593458 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Allocated IP 172.20.0.2 (b20ef5e3-2b26-4a72-8925-01f5500ca8f6/991e2ddb-3b1b-4bc5-b6ca-04dcb4253239/6fc5b021-9d05-437f-92e7-f290257d298b) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:08:50.663802 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.670363 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Made reservation on behalf of 7e5377183759474680941e2b584bdd7c for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:50.673575 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.676885 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.679924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.693849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:08:50.703716 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.704053 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Added segment 6044ede5-70a9-4610-85eb-a4c5961da5a9 of type vlan for network 8ee48669-c557-45e7-8c4e-331c0f33178c Oct 28 12:08:50.750319 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.810798 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.821482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.825887 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.826834 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:50.827429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.844040 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:50.882683 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:50.883036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:50.886929 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:50.920053 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:08:50.937545 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9500401 Oct 28 12:08:50.938727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33888) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:50.944938 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Request body: {'subnet': {'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1883390453-subnet', 'tenant_id': 'f19f9275ab004f7982f49679512ff822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:51.010345 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Pushing event updated for resources: {'Port': ['ID=6fc5b021-9d05-437f-92e7-f290257d298b,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:51.041488 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.043371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.044376 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.045902 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.047033 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.048478 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.050755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.052645 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.053930 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.053930 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.055782 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.056225 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Tracked resource versions report: Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: pushed versions: Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: { 'AddressGroup': {'1.2'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'ConntrackHelper': {'1.0'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Log': {'1.0'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Network': {'1.1'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Port': {'1.7'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'PortForwarding': {'1.2'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'QosPolicy': {'1.10'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroup': {'1.4'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SubPort': {'1.0'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Subnet': {'1.1'}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Trunk': {'1.1'}} Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: consumer versions: Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: HyperV agent@hv-cinder-81574: {}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'ConntrackHelper': '1.0', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Log': '1.0', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Network': '1.1', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Port': '1.7', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'PortForwarding': '1.2', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'QosPolicy': '1.10', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroup': '1.4', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SecurityGroupRule': '1.2', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'SubPort': '1.0', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Subnet': '1.1', Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: 'Trunk': '1.1'}} Oct 28 12:08:51.059288 dv-cinder-815746-2-iscsi neutron-server[101562]: {{(pid=101562) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:08:51.065058 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4595c3a4-6606-456f-b427-5201c6e6fb29 admin admin] Pushing event updated for resources: {'Network': ['ID=8ee48669-c557-45e7-8c4e-331c0f33178c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:51.092638 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Made reservation on behalf of f19f9275ab004f7982f49679512ff822 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:51.095291 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.098362 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 8ee48669-c557-45e7-8c4e-331c0f33178c details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:08:51.206357 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Attempting to bind port 6fc5b021-9d05-437f-92e7-f290257d298b on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:08:51.206716 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Attempting to bind port 6fc5b021-9d05-437f-92e7-f290257d298b by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:08:51.207265 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Attempting to bind port 6fc5b021-9d05-437f-92e7-f290257d298b on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:08:51.226916 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:08:51.227526 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Checking segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:51.228085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.228624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Bound using segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:08:51.229364 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Bound port: 6fc5b021-9d05-437f-92e7-f290257d298b, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:08:51.229912 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.264765 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.294943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.323066 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] For port 6fc5b021-9d05-437f-92e7-f290257d298b, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:08:51.327683 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] For port 6fc5b021-9d05-437f-92e7-f290257d298b, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6fc5b021-9d05-437f-92e7-f290257d298b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:08:51.335007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.360850 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:08:51.369292 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63750143-1144-4b2b-9a60-9ede9564c5cd,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:51.369581 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.374438 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.388024 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.388378 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Added segment 11510489-2a85-48e5-8450-0271f0ef0522 of type vlan for network 53e434b7-0e28-44ac-884e-1cc03e0bbd05 Oct 28 12:08:51.416293 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.435824 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e158be-3f0e-4050-9149-2f79196d1bee None None] Pushing event updated for resources: {'Port': ['ID=6fc5b021-9d05-437f-92e7-f290257d298b,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:51.490377 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Checking segment: {'id': '6044ede5-70a9-4610-85eb-a4c5961da5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:51.490773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Network hostable DHCP agents. Network: 8ee48669-c557-45e7-8c4e-331c0f33178c, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:08:51.498592 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Router 987abad0-4dc3-4e4b-adc7-84c705097b26 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:08:51.547745 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.617952 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:08:51.630173 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Sync routers for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:08:51.635709 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0e74111-1a6d-4348-8545-ee60dc442988,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:51.648174 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:51.648827 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:51.659805 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.660658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:51.661287 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.666332 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Network 8ee48669-c557-45e7-8c4e-331c0f33178c is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:08:51.712901 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.717015 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-32b7f171-ffad-42ca-a68b-b8afee1262e4 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.8931739 Oct 28 12:08:51.717015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 8ee48669-c557-45e7-8c4e-331c0f33178c) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:51.725665 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919c77e6-601a-4d83-943c-7e981045929b None None] Network 8ee48669-c557-45e7-8c4e-331c0f33178c requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:51.731794 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:51.733018 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:51.735343 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33918) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:51.835697 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8043b1f5-e591-4084-8a37-1badb4b094bc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8946829 Oct 28 12:08:51.925026 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 33922) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:51.925417 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8414712 Oct 28 12:08:51.929399 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Allocated IP 172.27.3.75 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/5a0d42c5-f444-4073-a4fd-17b0a88d3c18) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:08:51.940443 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Request body: {'subnet': {'network_id': '53e434b7-0e28-44ac-884e-1cc03e0bbd05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-93727121-subnet', 'tenant_id': '7e5377183759474680941e2b584bdd7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:52.043993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b86f37-40d3-43f8-bc0f-9cd3431e5eaa admin admin] Pushing event updated for resources: {'Network': ['ID=53e434b7-0e28-44ac-884e-1cc03e0bbd05,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:52.087347 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 53e434b7-0e28-44ac-884e-1cc03e0bbd05 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:08:52.188489 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:52.250029 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:52.358210 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:52.382429 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cda24ab-502e-444c-a4de-a961390d514f None None] Network 8ee48669-c557-45e7-8c4e-331c0f33178c requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:52.392355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Made reservation on behalf of 7e5377183759474680941e2b584bdd7c for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:52.395282 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:52.600456 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:49Z', 'revision_number': 3, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:52.640859 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:52.655607 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:52.656903 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6fc5b021-9d05-437f-92e7-f290257d298b up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:08:52.675801 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Checking router: 987abad0-4dc3-4e4b-adc7-84c705097b26 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:08:52.678116 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Updating router 987abad0-4dc3-4e4b-adc7-84c705097b26 port b7c42414-eac4-4b01-888b-200d7b1d7165 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:08:52.689884 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:52.695702 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:52.705816 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:08:52.712243 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:52.866743 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=762e9a1c-609e-4fec-9525-a55bcf59ec46,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:52.975132 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 6fc5b021-9d05-437f-92e7-f290257d298b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:52.975504 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.052979 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 33976) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:53.058448 dv-cinder-815746-2-iscsi neutron-server[101561]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 28 12:08:53.104196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Checking segment: {'id': '11510489-2a85-48e5-8450-0271f0ef0522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '53e434b7-0e28-44ac-884e-1cc03e0bbd05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:53.105378 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Network hostable DHCP agents. Network: 53e434b7-0e28-44ac-884e-1cc03e0bbd05, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:08:53.148068 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Network 53e434b7-0e28-44ac-884e-1cc03e0bbd05 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:08:53.160591 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.193224 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 53e434b7-0e28-44ac-884e-1cc03e0bbd05) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:53.200755 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:53.201607 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.216252 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.218878 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6091221c-3db1-4a1e-bcdb-7f0b83384a53 None None] Network 53e434b7-0e28-44ac-884e-1cc03e0bbd05 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:53.235209 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.326786 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Attempting to bind port b7c42414-eac4-4b01-888b-200d7b1d7165 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:08:53.327158 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Attempting to bind port b7c42414-eac4-4b01-888b-200d7b1d7165 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:08:53.327532 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Attempting to bind port b7c42414-eac4-4b01-888b-200d7b1d7165 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:08:53.347743 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e6b6be-66d2-4e8a-a291-3fafdd4510d2 None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:53.365645 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:08:53.366241 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:53.366656 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.367064 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:08:53.367557 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Bound port: b7c42414-eac4-4b01-888b-200d7b1d7165, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:08:53.368164 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.450028 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Pushing event updated for resources: {'Port': ['ID=b7c42414-eac4-4b01-888b-200d7b1d7165,revision_number=2']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:53.462517 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-98cded3a-0bb0-4592-820e-3e9336915233 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.5255778 Oct 28 12:08:53.484972 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.485342 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.485687 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.486021 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.486883 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.487215 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.487542 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.488097 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.488449 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.488802 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.489129 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.489454 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Tracked resource versions report: Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: pushed versions: Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: { 'AddressGroup': {'1.2'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'ConntrackHelper': {'1.0'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Log': {'1.0'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Network': {'1.1'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Port': {'1.7'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'PortForwarding': {'1.2'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'QosPolicy': {'1.10'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroup': {'1.4'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroupRule': {'1.2'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SubPort': {'1.0'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Subnet': {'1.1'}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Trunk': {'1.1'}} Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: consumer versions: Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: { DHCP agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: HyperV agent@hv-cinder-81574: {}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: L3 agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: Metadata agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: Metering agent@dv-cinder-815746-2-iscsi: {}, Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: Open vSwitch agent@dv-cinder-815746-2-iscsi: { 'AddressGroup': '1.2', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'ConntrackHelper': '1.0', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Log': '1.0', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Network': '1.1', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Port': '1.7', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'PortForwarding': '1.2', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'QosPolicy': '1.10', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroup': '1.4', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SecurityGroupRule': '1.2', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'SubPort': '1.0', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Subnet': '1.1', Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: 'Trunk': '1.1'}} Oct 28 12:08:53.491275 dv-cinder-815746-2-iscsi neutron-server[101563]: {{(pid=101563) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 28 12:08:53.498894 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.532294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-99e243ac-af56-459e-ae8c-7823b64190bf tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:53.544622 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] For port b7c42414-eac4-4b01-888b-200d7b1d7165, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:08:53.545133 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-99e243ac-af56-459e-ae8c-7823b64190bf tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/networks?id=8ee48669-c557-45e7-8c4e-331c0f33178c HTTP/1.1" status: 200 len: 812 time: 0.4859231 Oct 28 12:08:53.554759 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] For port b7c42414-eac4-4b01-888b-200d7b1d7165, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b7c42414-eac4-4b01-888b-200d7b1d7165,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:08:53.567829 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.624344 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-1d165dba-5c25-4a8f-952a-b2fae8541d60 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/quotas/f19f9275ab004f7982f49679512ff822 HTTP/1.1" status: 200 len: 375 time: 0.0779245 Oct 28 12:08:53.627867 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 6fc5b021-9d05-437f-92e7-f290257d298b, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6fc5b021-9d05-437f-92e7-f290257d298b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:08:53.646212 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-f7b1e227-fde8-4a46-8553-c50044ae3966 None None] Provisioning complete for port 6fc5b021-9d05-437f-92e7-f290257d298b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:53.646581 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f7b1e227-fde8-4a46-8553-c50044ae3966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.698263 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:53.698974 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:53.709523 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Allocated IP 172.20.0.1 (96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad/da7a178c-2f79-40ea-a870-2278faee9637/ec736a0e-fd9a-49ff-8148-e061ed824ee7) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:08:53.713602 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.739929 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:53.782090 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e395a0ab-0eab-4605-b7b7-b05492a8dd72 None None] Pushing event updated for resources: {'Port': ['ID=b7c42414-eac4-4b01-888b-200d7b1d7165,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:53.855423 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:53.973496 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.042362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34020) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:54.062791 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.174407 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:54.186441 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:54.190856 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cd3867-58e8-4ea8-b38b-af6728e5c293 None None] Network 53e434b7-0e28-44ac-884e-1cc03e0bbd05 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:54.195233 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:08:54.195484 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.197627 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:49Z', 'revision_number': 3, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:54.225513 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=6fc5b021-9d05-437f-92e7-f290257d298b,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:54.286932 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23d1340a-652c-46f4-829e-a3a3e4138888 None None] The sync data for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi is: [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:49Z', 'revision_number': 3, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:08:54.311084 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-e1859e12-4365-48f1-a70d-7f3a7c62a266 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=f19f9275ab004f7982f49679512ff822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.6782727 Oct 28 12:08:54.337874 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Pushing event updated for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:54.354032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.481837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.604186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6fc5b021-9d05-437f-92e7-f290257d298b up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:08:54.640600 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34052) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:54.643040 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8abd-40ef-4ec0-a01b-c1f6dff8e880 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.654825 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767246361-network', 'tenant_id': '94728a7861524b7d89f626132e4dc28d'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:54.712424 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:08:54.799657 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Made reservation on behalf of 94728a7861524b7d89f626132e4dc28d for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:54.805588 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.904346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.905470 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 6fc5b021-9d05-437f-92e7-f290257d298b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:54.905975 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.958677 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.982707 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.983535 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:54.995730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8abd-40ef-4ec0-a01b-c1f6dff8e880 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.019511 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a1a8abd-40ef-4ec0-a01b-c1f6dff8e880 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.158133 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-f0264c8f-f966-4cae-930a-0ba8afc2cc28 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:08:55.158348 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4a1a8abd-40ef-4ec0-a01b-c1f6dff8e880 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a1b7fe41eff2421b86f4f841ee01d776&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1136329 Oct 28 12:08:55.161229 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Pushing event updated for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:55.165900 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34074) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:55.167166 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-f0264c8f-f966-4cae-930a-0ba8afc2cc28 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.2668779 Oct 28 12:08:55.173460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1a8abd-40ef-4ec0-a01b-c1f6dff8e880 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d6c6af-1277-4e40-ab64-d8c349a03657,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:55.245331 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:55.250478 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:55.272171 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-724f38b7-2091-42a8-8f22-32afcbd3ad84 None None] Provisioning complete for port 6fc5b021-9d05-437f-92e7-f290257d298b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:55.272842 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-724f38b7-2091-42a8-8f22-32afcbd3ad84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.322831 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:08:55.372485 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:08:55.384601 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.396291 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-18727314-5120-4064-aed1-c2956700dd73 service neutron] 10.222.0.32 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030253 Oct 28 12:08:55.398358 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:55.400006 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:55.404563 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.406015 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bbd85cb5-3a93-4956-9972-c030e8c8b0a2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.2648895 Oct 28 12:08:55.414974 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34080) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:55.425445 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.440553 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.452954 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] vlan segment allocate from pool success with {'vlan_id': 1024, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:08:55.463658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.463996 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Added segment af21e92e-9bf3-4e79-b0f0-d63a8f3c0e54 of type vlan for network dc58f825-53eb-45b6-ad2f-d135b3fe9914 Oct 28 12:08:55.508341 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.529519 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:55.566462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.567388 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:55.567977 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.612070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ac73e38-60b7-4979-b3bb-1b7673ad5193,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:55.665058 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.0233190 Oct 28 12:08:55.669384 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34084) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:55.676797 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Request body: {'subnet': {'network_id': 'dc58f825-53eb-45b6-ad2f-d135b3fe9914', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1767246361-subnet', 'tenant_id': '94728a7861524b7d89f626132e4dc28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:55.710880 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.723093 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44734ce7-3d43-4f4b-b788-3b1480ae812a admin admin] Pushing event updated for resources: {'Network': ['ID=dc58f825-53eb-45b6-ad2f-d135b3fe9914,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:55.727554 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-c1a87408-e127-4aea-8756-eb12251ff1bc service neutron] 10.222.0.32 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3203323 Oct 28 12:08:55.741178 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Made reservation on behalf of 94728a7861524b7d89f626132e4dc28d for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:08:55.745934 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Publish callbacks [] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:55.785070 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network dc58f825-53eb-45b6-ad2f-d135b3fe9914 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:08:55.934948 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Router 987abad0-4dc3-4e4b-adc7-84c705097b26 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:08:56.062138 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.065388 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.066761 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/60d6c6af-1277-4e40-ab64-d8c349a03657 HTTP/1.1" status: 204 len: 168 time: 0.8886938 Oct 28 12:08:56.085583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:53Z', 'revision_number': 3, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:56.150952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34108) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:56.183042 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:08:56.183534 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Updating router d971fa0a-03d1-4ea5-a0eb-226a08664368 port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:08:56.240205 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01546049-3f5a-49ca-8692-02d2063a3e98 req-84da6443-af76-43ea-b3e0-630f48960217 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.0876927 Oct 28 12:08:56.242920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.250778 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.367092 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e1ec2fc-6e27-4c6c-b296-78e4da23b819,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:56.370123 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c30f93-866b-4283-8b36-0f47fe1498ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d6c6af-1277-4e40-ab64-d8c349a03657,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:56.404634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.416312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Checking segment: {'id': 'af21e92e-9bf3-4e79-b0f0-d63a8f3c0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1024, 'network_id': 'dc58f825-53eb-45b6-ad2f-d135b3fe9914'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:56.416657 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Network hostable DHCP agents. Network: dc58f825-53eb-45b6-ad2f-d135b3fe9914, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:08:56.465542 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Network dc58f825-53eb-45b6-ad2f-d135b3fe9914 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:08:56.479896 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, dc58f825-53eb-45b6-ad2f-d135b3fe9914) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:56.484346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:56.484997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.499199 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2181b3-36d4-4cb0-851d-92509439bcd4 None None] Network dc58f825-53eb-45b6-ad2f-d135b3fe9914 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:56.521874 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c9b95e1a-cdc4-4c31-938b-b3ecd1144a79 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8499768 Oct 28 12:08:56.527543 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:08:56.547763 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a31dd722-1668-4917-90ca-fb5f16b56d46 admin admin] 10.222.0.32 "PUT /v2.0/routers/987abad0-4dc3-4e4b-adc7-84c705097b26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8018754 Oct 28 12:08:56.653842 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Allocated IP 172.20.0.1 (b20ef5e3-2b26-4a72-8925-01f5500ca8f6/991e2ddb-3b1b-4bc5-b6ca-04dcb4253239/18a581d2-875f-47a4-a5e4-4064194c3c2b) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:08:56.684957 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34128) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:56.779654 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.822767 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Deleting subnet 762e9a1c-609e-4fec-9525-a55bcf59ec46 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:08:56.833137 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.844641 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.850535 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b7c42414-eac4-4b01-888b-200d7b1d7165 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:08:56.872996 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.900629 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.925613 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.938275 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:56.943045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:56.946093 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:08:56.947078 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.962215 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:56.986802 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-702fb8fe-4ea9-4cb3-8b52-aa26ce1e359c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.007291 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Sync routers for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:08:57.020188 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Attempting to bind port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:08:57.020563 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Attempting to bind port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:08:57.020949 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Attempting to bind port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:08:57.040542 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:57.041516 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:57.099158 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Pushing event updated for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:57.128984 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.140808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.281492 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=762e9a1c-609e-4fec-9525-a55bcf59ec46,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:57.336228 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.339557 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-005cf93d-6ac7-4736-ae32-bb0c009731ce admin admin] 10.222.0.32 "DELETE /v2.0/subnets/762e9a1c-609e-4fec-9525-a55bcf59ec46 HTTP/1.1" status: 204 len: 168 time: 0.6532023 Oct 28 12:08:57.342156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34174) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:57.438418 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:57.479039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.489399 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.490751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.568968 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-41f43bf8-5a7a-4630-b3c6-100801a23c1c req-5ebe1952-0d35-4e4e-b9e9-046e63f9be78 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.0610490 Oct 28 12:08:57.570984 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:08:57.571428 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:57.571805 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.572198 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:08:57.572691 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Bound port: 5a0d42c5-f444-4073-a4fd-17b0a88d3c18, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:08:57.574755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.582127 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Pushing event updated for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:57.644567 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.708495 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28729f-c984-43c6-962d-53ad41136951 None None] Pushing event updated for resources: {'Port': ['ID=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:57.815137 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-1247e466-e20a-4674-8d1c-23f08effaa92 None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:57.817924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1247e466-e20a-4674-8d1c-23f08effaa92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.848956 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:08:57.850380 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:08:57.889661 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:54Z', 'revision_number': 4, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'ec736a0e-fd9a-49ff-8148-e061ed824ee7', 'name': '', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'mac_address': 'fa:16:3e:25:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:53Z', 'updated_at': '2021-10-28T12:08:54Z', 'revision_number': 2, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'subnets': [{'id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:57.942344 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:57.943352 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Checking router: 987abad0-4dc3-4e4b-adc7-84c705097b26 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:08:57.943945 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Updating router 987abad0-4dc3-4e4b-adc7-84c705097b26 port ec736a0e-fd9a-49ff-8148-e061ed824ee7 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:08:57.960249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port b7c42414-eac4-4b01-888b-200d7b1d7165 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:57.961803 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.012374 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.089649 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783c6b6-1c4e-4505-aa8a-2f280059e984 None None] Network dc58f825-53eb-45b6-ad2f-d135b3fe9914 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:08:58.105295 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:08:58.258706 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-ebfeb8d6-e1e1-4546-a2f6-d43396340fb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:08:58.262490 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-ebfeb8d6-e1e1-4546-a2f6-d43396340fb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 818 time: 0.4387813 Oct 28 12:08:58.264751 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.265152 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.265890 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.271409 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > port after_create 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.271969 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > port after_delete 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.272668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > port after_update 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.275187 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.275539 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.275856 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.276175 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.381520 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] For port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:08:58.400519 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:08:58.407408 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ce799762-67af-499a-9896-cf468f9ffd3e admin admin] 10.222.0.32 "PUT /v2.0/routers/d971fa0a-03d1-4ea5-a0eb-226a08664368/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9897547 Oct 28 12:08:58.446719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] For port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:08:58.448455 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1247e466-e20a-4674-8d1c-23f08effaa92 None None] Port 18a581d2-875f-47a4-a5e4-4064194c3c2b cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:08:58.471250 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.574810 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:58.575669 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:58.714882 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.718173 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:58.722672 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.723361 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.723361 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.724009 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101561) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:08:58.724144 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53e434b7-0e28-44ac-884e-1cc03e0bbd05']}} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:58.724991 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.753122 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11510489-2a85-48e5-8450-0271f0ef0522') {'for_net_delete': True} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:58.753412 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11510489-2a85-48e5-8450-0271f0ef0522') {} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:58.772510 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-cd3c1aa9-03ca-418b-8235-9261232c22b8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/quotas/0ca4bff94bc14ed7b6bdb17bb2154ccf HTTP/1.1" status: 200 len: 375 time: 0.0425737 Oct 28 12:08:58.775022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2540255'] for segment, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.789156 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2291ba8-86e0-4e8e-adfd-1c3a914514fe None None] Pushing event updated for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:58.828562 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.838873 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-efd527a3-0a52-4ec6-9568-c14f069cd8dc None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:08:58.839140 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-efd527a3-0a52-4ec6-9568-c14f069cd8dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.849622 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=101561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:08:58.850306 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2730237'] for segment, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.903338 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Attempting to bind port ec736a0e-fd9a-49ff-8148-e061ed824ee7 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:08:58.903967 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Attempting to bind port ec736a0e-fd9a-49ff-8148-e061ed824ee7 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:08:58.904483 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Attempting to bind port ec736a0e-fd9a-49ff-8148-e061ed824ee7 on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:08:58.910718 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:08:58.911515 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Checking segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:08:58.912069 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.912614 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Bound using segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:08:58.913673 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Bound port: ec736a0e-fd9a-49ff-8148-e061ed824ee7, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:08:58.914609 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: from cryptography.utils import int_from_bytes Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: from cryptography.utils import int_from_bytes Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: Traceback (most recent call last): Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: timer() Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: cb(*args, **kw) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: return func(*args, **kwargs) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: self._notify() Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: self.callback(batched_events) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: event.method(event) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: return f(self, *a, **k) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._get(url).json() Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: return self.request(url, 'GET', **kwargs) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:08:58.936595 dv-cinder-815746-2-iscsi neutron-server[101561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:08:58.941536 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-efd527a3-0a52-4ec6-9568-c14f069cd8dc None None] Port 18a581d2-875f-47a4-a5e4-4064194c3c2b cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:08:58.948198 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.959142 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.970041 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port b7c42414-eac4-4b01-888b-200d7b1d7165, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b7c42414-eac4-4b01-888b-200d7b1d7165,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:08:58.988510 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.992193 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:58.999418 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34238) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.010622 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] 10.222.0.32 "DELETE /v2.0/networks/53e434b7-0e28-44ac-884e-1cc03e0bbd05 HTTP/1.1" status: 204 len: 168 time: 1.6632428 Oct 28 12:08:59.013410 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b28729f-c984-43c6-962d-53ad41136951 None None] Pushing event updated for resources: {'Port': ['ID=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.019758 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4daed8-0350-4671-897b-afd6e06baaef admin admin] Pushing event deleted for resources: {'Network': ['ID=53e434b7-0e28-44ac-884e-1cc03e0bbd05,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.063376 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-64493e7f-0874-43c4-a239-2ae1d96e74fe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2839174 Oct 28 12:08:59.099040 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] For port ec736a0e-fd9a-49ff-8148-e061ed824ee7, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:08:59.101642 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Deleting subnet 3e1ec2fc-6e27-4c6c-b296-78e4da23b819 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:08:59.104792 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] For port ec736a0e-fd9a-49ff-8148-e061ed824ee7, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=ec736a0e-fd9a-49ff-8148-e061ed824ee7,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:08:59.109702 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.118322 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.153931 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.168474 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.247343 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.280046 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-c8f6f796-65f0-4459-8668-9eeb98a66416 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:08:59.281222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-c8f6f796-65f0-4459-8668-9eeb98a66416 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0596216 Oct 28 12:08:59.281516 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=b7c42414-eac4-4b01-888b-200d7b1d7165,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.297257 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:08:59.299441 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:59.311183 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-93c43d7c-82e2-4130-9ef4-6e032223a320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.322857 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e1ec2fc-6e27-4c6c-b296-78e4da23b819,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.325586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.329374 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-229f0e56-e756-4e63-9d2b-5052543f67c8 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/3e1ec2fc-6e27-4c6c-b296-78e4da23b819 HTTP/1.1" status: 204 len: 168 time: 0.3287008 Oct 28 12:08:59.333651 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34254) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.344201 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 2, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:08:59.414308 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2291ba8-86e0-4e8e-adfd-1c3a914514fe None None] Pushing event updated for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=4']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:08:59.446192 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac567257-3958-4d9a-98a1-a8e3c2a46490 None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 2, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:08:59.525352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.530622 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-bdbbc71c-31c4-4e65-b1d8-af24bbe38852 service neutron] 10.222.0.32 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341225 Oct 28 12:08:59.560764 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:08:59.598236 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.105', 64235) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.628766 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34266) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:08:59.644849 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1838672250', 'description': 'tempest-description--1150099386'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:08:59.711195 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:08:59.921279 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3eb1f274-834f-43c1-a29c-52c3852cd0e6 service neutron] 10.222.0.32 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3840487 Oct 28 12:08:59.989010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.042458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.042458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.043176 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.043356 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > port after_create 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.043663 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.044621 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > port after_update 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.045132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.058540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.058540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.058540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.072208 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:54Z', 'revision_number': 4, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'ec736a0e-fd9a-49ff-8148-e061ed824ee7', 'name': '', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'mac_address': 'fa:16:3e:25:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:53Z', 'updated_at': '2021-10-28T12:08:59Z', 'revision_number': 4, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'subnets': [{'id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:00.120601 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d603acb4-54f3-49ee-ba03-370e77bbcd60 req-2e73a981-d335-4e23-b062-487f1e8f133b tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.1709969 Oct 28 12:09:00.139063 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75a3923-0f50-470c-b573-d5ac16aa7f37 None None] The sync data for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi is: [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:08:54Z', 'revision_number': 4, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'ec736a0e-fd9a-49ff-8148-e061ed824ee7', 'name': '', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'mac_address': 'fa:16:3e:25:28:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_interface', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:53Z', 'updated_at': '2021-10-28T12:08:59Z', 'revision_number': 4, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'subnets': [{'id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:09:00.146030 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.153586 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.248752 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.254533 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.317483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5fb668-c20c-435a-bb64-c96181d151ec,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:00.348515 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.354437 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8e9c5c74-5ba9-40ea-bdd5-0bb5fa631085 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.7243366 Oct 28 12:09:00.355855 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34302) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:00.365744 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group_rule': {'security_group_id': '6a5fb668-c20c-435a-bb64-c96181d151ec', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:00.370129 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.428627 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.501113 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.501689 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.501886 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.502118 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101560) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 28 12:09:00.502477 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc58f825-53eb-45b6-ad2f-d135b3fe9914']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:00.549607 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.563918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.575722 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af21e92e-9bf3-4e79-b0f0-d63a8f3c0e54') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:00.575995 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af21e92e-9bf3-4e79-b0f0-d63a8f3c0e54') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:00.603947 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=175f72e7-dff1-41f1-af2e-2c9eeb646a6f,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:00.615986 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.619538 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2a484906-3a9e-4f94-bab0-4c981dd06d43 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2624457 Oct 28 12:09:00.621900 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34316) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:00.623549 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.628924 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group_rule': {'security_group_id': '6a5fb668-c20c-435a-bb64-c96181d151ec', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:00.665612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.682831 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Releasing vlan 1024 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:09:00.685773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.709986 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.904104 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b2629234-4088-4c88-884b-bc62eb6e0043 req-ec1de66e-8932-45f5-8bf3-2ed7c454fbc2 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 210 time: 0.0616641 Oct 28 12:09:00.944019 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.945768 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.977501 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:00.978981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560941 Oct 28 12:09:00.982337 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f826ae-ad5d-46fb-b601-f2e36b78a8b0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a87db80-69f4-4bfd-ad3b-61b616e1598a,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:00.985734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34348) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:01.001055 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: from cryptography.utils import int_from_bytes Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: from cryptography.utils import int_from_bytes Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:09:01.006311 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:09:01.028944 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:01.115883 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:01.199640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:01.212527 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] 10.222.0.32 "DELETE /v2.0/networks/dc58f825-53eb-45b6-ad2f-d135b3fe9914 HTTP/1.1" status: 204 len: 168 time: 1.8793883 Oct 28 12:09:01.343335 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb35d874-4c33-4805-bfc5-f12ab3c60896 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc58f825-53eb-45b6-ad2f-d135b3fe9914,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:01.434407 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-8717cf8e-efe2-4929-9e43-27d42baa05f2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:01.438665 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-8717cf8e-efe2-4929-9e43-27d42baa05f2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.105 "GET /v2.0/networks?id=8ee48669-c557-45e7-8c4e-331c0f33178c HTTP/1.1" status: 200 len: 812 time: 1.8280418 Oct 28 12:09:01.457818 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9fbed185-2fbc-4637-ba54-a863161c0c96 req-f0969625-7273-4911-9e3e-e91ba798a9d8 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.1266658 Oct 28 12:09:01.498667 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Request body: {'port': {'device_id': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c', 'admin_state_up': True, 'tenant_id': 'f19f9275ab004f7982f49679512ff822'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:01.524187 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device ec736a0e-fd9a-49ff-8148-e061ed824ee7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:01.650228 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port ec736a0e-fd9a-49ff-8148-e061ed824ee7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:01.651464 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:01.855374 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34384) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:01.894663 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-f3fa3521-5d6b-4271-864c-696af180d62b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:01.901691 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34388) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:01.902802 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:01.904019 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-f3fa3521-5d6b-4271-864c-696af180d62b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 818 time: 0.4068575 Oct 28 12:09:01.930501 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-2c446fe3-6311-4e8b-8e94-205a63f03474 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/quotas/0ca4bff94bc14ed7b6bdb17bb2154ccf HTTP/1.1" status: 200 len: 375 time: 0.0253079 Oct 28 12:09:02.031866 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.119659 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port ec736a0e-fd9a-49ff-8148-e061ed824ee7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=ec736a0e-fd9a-49ff-8148-e061ed824ee7,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:02.134057 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.137099 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.148216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b7c42414-eac4-4b01-888b-200d7b1d7165 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:02.265417 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d6fb8a65-bb07-4831-888f-7f6fb8f406c5 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7e5377183759474680941e2b584bdd7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3611662 Oct 28 12:09:02.266510 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34408) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:02.387026 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Allocated IP 172.27.3.114 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/74eafe48-f79d-43fe-be0e-19f3eaa2fea5) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:02.444711 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Made reservation on behalf of f19f9275ab004f7982f49679512ff822 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:02.453340 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.644702 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port b7c42414-eac4-4b01-888b-200d7b1d7165 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:02.655500 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.668566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.823925 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-75432ac3-cc0d-4c2c-abd0-5ca02a329ea0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.8922529 Oct 28 12:09:02.837410 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.884533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a28298aa-f701-4e8a-971c-921d99e8bb4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:02.977401 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:03.043040 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a28298aa-f701-4e8a-971c-921d99e8bb4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.066860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.085372 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-84d722b3-7390-4117-99a8-94fbf28552d8 req-fe5de5fe-268c-419c-a805-d7ce1797ad23 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.2662446 Oct 28 12:09:03.153691 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a28298aa-f701-4e8a-971c-921d99e8bb4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.230786 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Allocated IP 172.20.0.9 (8ee48669-c557-45e7-8c4e-331c0f33178c/f0e74111-1a6d-4348-8545-ee60dc442988/932a8ceb-dec4-472c-b263-2f46c2c1a6bd) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:03.236486 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.259064 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.260653 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/63750143-1144-4b2b-9a60-9ede9564c5cd HTTP/1.1" status: 204 len: 168 time: 0.9732552 Oct 28 12:09:03.321631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248cadf0-fe2d-446b-8df8-5bf242bf023a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63750143-1144-4b2b-9a60-9ede9564c5cd,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:03.492784 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.526873 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a28298aa-f701-4e8a-971c-921d99e8bb4c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6412602642f1461cbfb266e998e42086&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6598799 Oct 28 12:09:03.528844 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34452) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:03.620978 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:03.737762 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:03.777016 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.105', 64250) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:03.786409 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=74eafe48-f79d-43fe-be0e-19f3eaa2fea5,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:03.799349 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:03.806174 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:03.849069 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:03.849687 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:03.928431 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28298aa-f701-4e8a-971c-921d99e8bb4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=facbb7b7-8102-4009-99f8-b78cc55c7276,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:03.990290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.198364 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.288583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:04.297564 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.298729 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device ec736a0e-fd9a-49ff-8148-e061ed824ee7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:04.305582 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.315962 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-e0f63ba2-3d66-4ef5-bf86-6e969f297e2e service neutron] 10.222.0.32 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4377079 Oct 28 12:09:04.316787 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34468) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:04.372571 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34470) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:04.378849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.476001 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:04.497010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.497010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.509430 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port ec736a0e-fd9a-49ff-8148-e061ed824ee7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:04.509805 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.514230 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/facbb7b7-8102-4009-99f8-b78cc55c7276 HTTP/1.1" status: 204 len: 168 time: 0.9829676 Oct 28 12:09:04.587710 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9accdc-01db-44c3-8b8e-014c1335ce0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=facbb7b7-8102-4009-99f8-b78cc55c7276,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:04.677455 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:04.837397 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5d25ca8a-e445-4939-a05f-285c59488efd req-82e024e2-f6f8-413f-afc2-12aaa727cfba tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.4655583 Oct 28 12:09:04.851677 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:09:04.906380 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:09:04.906380 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:04.960216 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9402716e-2ff8-4922-8b00-46513ceb975e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:04.967081 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9402716e-2ff8-4922-8b00-46513ceb975e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 818 time: 1.1640124 Oct 28 12:09:04.977361 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Network 8ee48669-c557-45e7-8c4e-331c0f33178c is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:05.043992 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:05.076898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:05.264873 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:05.265560 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.287810 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-ac69be32-23ac-4d59-bede-7c2910e4e1e7 service neutron] 10.222.0.32 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8958259 Oct 28 12:09:05.320303 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.326888 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7942dd9e-4e98-46dc-b468-4814834beaed admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.342911 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Pushing event updated for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:05.361704 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-a080f20d-c408-4574-98d4-774a8574278d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8733015 Oct 28 12:09:05.483483 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34500) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:05.509301 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b151b5a2-81d3-4870-8082-2583dcedddd7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=94728a7861524b7d89f626132e4dc28d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1026866 Oct 28 12:09:05.513834 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.567833 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:05.592076 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.635544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.655913 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:05.657662 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.760289 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Request body: {'port': {'device_id': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'admin_state_up': True, 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:05.779880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7942dd9e-4e98-46dc-b468-4814834beaed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.846728 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7942dd9e-4e98-46dc-b468-4814834beaed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:05.859578 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:09:05.918486 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:09:06.149664 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-25592739-fa0d-440f-bed9-eeddbb5d0876 req-2580d126-a22f-4933-8a27-8d4330809743 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.3673167 Oct 28 12:09:06.151202 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-f2c0a1fe-6e60-45ef-b791-db8a071afe41 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:09:06.153684 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-f2c0a1fe-6e60-45ef-b791-db8a071afe41 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.4246440 Oct 28 12:09:06.285686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Made reservation on behalf of 0ca4bff94bc14ed7b6bdb17bb2154ccf for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:06.293050 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.379142 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7942dd9e-4e98-46dc-b468-4814834beaed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bb2a6c13f0a04d4fb8d90efd2ad565ef&name=default HTTP/1.1" status: 200 len: 2976 time: 2.0376823 Oct 28 12:09:06.403062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34544) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:06.470006 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7942dd9e-4e98-46dc-b468-4814834beaed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ca5d3e-0e60-4bfd-bc3d-643a73e13720,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:06.493657 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 2, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:06.497845 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d712ae5d-de2b-4e8f-b325-3457d79794d5 req-4e7c247d-b57c-4473-9eb6-89c9b2510f2e tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:06.506602 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d712ae5d-de2b-4e8f-b325-3457d79794d5 req-4e7c247d-b57c-4473-9eb6-89c9b2510f2e tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 931 time: 0.3423491 Oct 28 12:09:06.550849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:09:06.551317 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Updating router d971fa0a-03d1-4ea5-a0eb-226a08664368 port 18a581d2-875f-47a4-a5e4-4064194c3c2b binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:09:06.608909 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.676352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.680693 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.682132 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.686051 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ac73e38-60b7-4979-b3bb-1b7673ad5193 HTTP/1.1" status: 204 len: 168 time: 1.2015440 Oct 28 12:09:06.711220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce64174-49f5-4262-96ea-3df0d8541677 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ac73e38-60b7-4979-b3bb-1b7673ad5193,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:06.738283 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.740346 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Allocated IP 172.20.0.14 (96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad/da7a178c-2f79-40ea-a870-2278faee9637/992777b3-cde8-46f5-a1ce-ffdb28c248a9) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:06.853911 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Request body: {'port': {'device_id': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:06.914205 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d712ae5d-de2b-4e8f-b325-3457d79794d5 req-39ac5e14-3317-4eb0-b210-94890cdb5f4e tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068124 Oct 28 12:09:06.975722 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:06.992182 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.022167 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.116323 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.125684 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.127441 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/16ca5d3e-0e60-4bfd-bc3d-643a73e13720 HTTP/1.1" status: 204 len: 168 time: 0.7229238 Oct 28 12:09:07.237925 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.320216 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=74eafe48-f79d-43fe-be0e-19f3eaa2fea5,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:07.333880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c98b2c-058e-4b83-aa9c-a12ae576782c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ca5d3e-0e60-4bfd-bc3d-643a73e13720,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:07.346605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.420601 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.422876 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-0e166a67-1c0c-4e61-bd50-e8b1e20c7bfc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4356043 Oct 28 12:09:07.445371 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-20932996-0493-484b-ad9b-07b8263e504a req-522bda42-1313-4a4f-bc11-09084d36577c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.0688829 Oct 28 12:09:07.737240 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.761367 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.794833 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:07.908401 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:07.922467 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:07.955840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:08.034542 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Pushing event updated for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:08.092632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e3675-9722-45f8-bbd8-839696aebc76 None None] Pushing event updated for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:08.096174 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Attempting to bind port 18a581d2-875f-47a4-a5e4-4064194c3c2b on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:08.096689 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Attempting to bind port 18a581d2-875f-47a4-a5e4-4064194c3c2b by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:08.097274 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Attempting to bind port 18a581d2-875f-47a4-a5e4-4064194c3c2b on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:08.136039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:08.137767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Checking segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:08.141077 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.141814 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Bound using segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:08.144825 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Bound port: 18a581d2-875f-47a4-a5e4-4064194c3c2b, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:08.147503 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.173994 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:08.175375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.209360 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 932a8ceb-dec4-472c-b263-2f46c2c1a6bd {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:08.230703 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-9529df25-d84b-4857-ab5f-a7bc22f8fe5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5039563 Oct 28 12:09:08.240417 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.283476 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Request body: {'port': {'device_id': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:08.347313 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] For port 18a581d2-875f-47a4-a5e4-4064194c3c2b, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:08.358378 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] For port 18a581d2-875f-47a4-a5e4-4064194c3c2b, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=18a581d2-875f-47a4-a5e4-4064194c3c2b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:08.369607 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.389830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.105', 64260) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:08.440621 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-240d3905-646d-45ea-a976-077c85c8c246 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1838672250&fields=id&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 267 time: 0.2211878 Oct 28 12:09:08.445895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34608) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:08.451913 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Transition to ACTIVE for port object 932a8ceb-dec4-472c-b263-2f46c2c1a6bd will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:09:08.507030 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2a1c4-84d4-4902-826e-6bc90dea5ecc req-66305acb-6781-43c7-86eb-9da32c0a9946 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:08.520335 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-61c2a1c4-84d4-4902-826e-6bc90dea5ecc req-66305acb-6781-43c7-86eb-9da32c0a9946 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 931 time: 0.4094253 Oct 28 12:09:08.566330 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.687569 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:08.687948 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.690057 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:09:08.690838 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:08:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:08.692734 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9e3675-9722-45f8-bbd8-839696aebc76 None None] Pushing event updated for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:08.775500 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-61c2a1c4-84d4-4902-826e-6bc90dea5ecc req-a513f806-9b89-42c7-a8b6-4a9d5ea83d93 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2533095 Oct 28 12:09:08.786435 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:08.835916 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:08.944566 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-6f22c938-ddb1-43e4-b986-9b0992b0cfac tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:08.946249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-6f22c938-ddb1-43e4-b986-9b0992b0cfac tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 817 time: 0.4728932 Oct 28 12:09:09.030028 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-c031655a-fc3e-42b1-9bad-de1362028405 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/quotas/d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 375 time: 0.0729170 Oct 28 12:09:09.081013 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:09:09.104260 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1b6fbd87-0d61-4eb8-91f5-0e158a9d836b req-5201b462-da67-4269-92e4-42b19fff7dc1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.1413693 Oct 28 12:09:09.153338 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.164790 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-845e151d-7844-4e3a-9129-e3471f537e26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.190712 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Attempting to bind port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:09.191249 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Attempting to bind port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '6044ede5-70a9-4610-85eb-a4c5961da5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:09.191739 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Attempting to bind port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd on network 8ee48669-c557-45e7-8c4e-331c0f33178c {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:09.275018 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-a301ef49-2e0a-42ff-aafc-56f5330e98d3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:09.276893 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-a301ef49-2e0a-42ff-aafc-56f5330e98d3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 818 time: 0.8332872 Oct 28 12:09:09.284130 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd on network 8ee48669-c557-45e7-8c4e-331c0f33178c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:09:09.286891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Attempting to bind port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd on network 8ee48669-c557-45e7-8c4e-331c0f33178c {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:09.318187 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:09.319023 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Checking segment: {'id': '6044ede5-70a9-4610-85eb-a4c5961da5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:09.321258 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Bound using segment: {'id': '6044ede5-70a9-4610-85eb-a4c5961da5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:09.322646 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Bound port: 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6044ede5-70a9-4610-85eb-a4c5961da5a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:09.323846 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.399548 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 18a581d2-875f-47a4-a5e4-4064194c3c2b up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:09.505923 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] For port 18a581d2-875f-47a4-a5e4-4064194c3c2b, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=18a581d2-875f-47a4-a5e4-4064194c3c2b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:09.532179 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-290ca6d9-e726-4dec-8bca-94f975bad2cb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4600847 Oct 28 12:09:09.634894 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.774982 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:09.833930 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-845e151d-7844-4e3a-9129-e3471f537e26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.855767 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-845e151d-7844-4e3a-9129-e3471f537e26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.941099 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,segment=NetworkSegment(6044ede5-70a9-4610-85eb-a4c5961da5a9),segment_id=6044ede5-70a9-4610-85eb-a4c5961da5a9)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:09.949741 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-54a18d74-a380-4d0b-975a-7ef50705d9d8 None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:09.950243 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-54a18d74-a380-4d0b-975a-7ef50705d9d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:09.983199 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.004182 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:10.004555 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.087409 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb5b1b-97ab-4183-894c-326ef95227b1 None None] Pushing event updated for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:10.136176 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e151d-7844-4e3a-9129-e3471f537e26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b20bc5-adfe-4d02-882e-2decd3acf255,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:10.177623 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-845e151d-7844-4e3a-9129-e3471f537e26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5b12565ded65443580bd385b3a5bf02a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7234330 Oct 28 12:09:10.188533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34660) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:10.201629 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-b8d2b162-3aec-4edd-8960-6be05f41fcb9 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6495590 Oct 28 12:09:10.266301 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992777b3-cde8-46f5-a1ce-ffdb28c248a9 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:10.290321 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.319339 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Transition to ACTIVE for port object 992777b3-cde8-46f5-a1ce-ffdb28c248a9 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:09:10.378974 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.433612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:10.441565 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.443024 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] 10.222.0.105 "PUT /v2.0/ports/932a8ceb-dec4-472c-b263-2f46c2c1a6bd HTTP/1.1" status: 200 len: 1093 time: 3.8799858 Oct 28 12:09:10.444972 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:10.489734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c60b6-3c7a-4eba-9860-e435ea8c1420 req-382314e2-d327-4806-a3e0-098a3dea7069 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:10.504941 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-687c60b6-3c7a-4eba-9860-e435ea8c1420 req-382314e2-d327-4806-a3e0-098a3dea7069 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.5298178 Oct 28 12:09:10.531157 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:08Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:10.623967 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d279ce6-4abc-479b-9168-23d7c32a047a None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:08Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:09:10.641408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfdaa65-fac8-45d2-96ac-3c0c0069ec79 service neutron] Pushing event updated for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:10.701716 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-687c60b6-3c7a-4eba-9860-e435ea8c1420 req-a7de74ca-fcac-4d2b-9b96-9f17dbb2e0a9 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909761 Oct 28 12:09:10.702546 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.722396 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-985881ad-3bf1-4ea4-abb6-572132f1b2be service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5163221 Oct 28 12:09:10.765062 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Attempting to bind port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:10.765388 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Attempting to bind port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:10.777436 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Attempting to bind port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:10.799556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:09:10.809849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Attempting to bind port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:10.820623 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.831446 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:10.845345 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Checking segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:10.847443 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Bound using segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:10.849095 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Bound port: 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:10.851122 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:10.902246 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Pushing event updated for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:11.040381 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b006885-f8c9-4856-b46d-b8a172762779 req-8ce07bac-2f70-44ea-b26b-d6e99d318bc1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.1158988 Oct 28 12:09:11.052975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Request body: {'port': {'device_id': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'admin_state_up': True, 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:11.061468 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:11.077622 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:11.084024 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/29b20bc5-adfe-4d02-882e-2decd3acf255 HTTP/1.1" status: 204 len: 168 time: 0.8767197 Oct 28 12:09:11.111467 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ccd5d5-7527-4d25-b790-c70589945d7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b20bc5-adfe-4d02-882e-2decd3acf255,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:11.218999 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a04437a-7ba8-4bc6-a45a-53a4bb8f78af req-bef2df10-3ea3-4ed4-8ece-667efd892f31 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 210 time: 0.0470328 Oct 28 12:09:11.373777 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 18a581d2-875f-47a4-a5e4-4064194c3c2b up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:11.616888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 18a581d2-875f-47a4-a5e4-4064194c3c2b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:11.617314 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:11.827421 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2116aa88-f2e5-4ecc-8156-607665eec425" -d '{"events": [{"name": "network-changed", "server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:12.066102 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-0fbf440f-f210-4cb6-a403-eaa6c3cc045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:12.071382 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-0fbf440f-f210-4cb6-a403-eaa6c3cc045d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f19f9275ab004f7982f49679512ff822&device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 1096 time: 0.9111621 Oct 28 12:09:12.096597 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301fcf91-662e-43a8-914a-871dcfcfc0c6 req-2c77e6a1-f7b8-45ba-9b29-9ccd04f02162 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:12.111920 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-301fcf91-662e-43a8-914a-871dcfcfc0c6 req-2c77e6a1-f7b8-45ba-9b29-9ccd04f02162 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.2279246 Oct 28 12:09:12.124341 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:12.243699 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-301fcf91-662e-43a8-914a-871dcfcfc0c6 req-aae5f48c-c34f-4819-98ae-caf731f3ebee tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256640 Oct 28 12:09:12.327248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-14d4caf0-b3d5-4a1d-b81b-8fd2852f289a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd HTTP/1.1" status: 200 len: 217 time: 0.2174244 Oct 28 12:09:12.335601 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:12.427904 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34754) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:12.478031 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:12.534432 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-050f3a50-5a0b-4ef9-978e-0a9173f695b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:12.575957 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8c5cfe31-780e-493c-81a1-b53adeb8bf5c req-130658de-f825-4b64-9c54-d1c92181d654 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.1568353 Oct 28 12:09:12.852816 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:12.854094 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:12.859808 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] 10.222.0.105 "PUT /v2.0/ports/992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 1094 time: 4.5894394 Oct 28 12:09:12.876128 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-050f3a50-5a0b-4ef9-978e-0a9173f695b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:12.957555 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-c8cb0484-7577-42c0-b814-f69d04860962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:12.966063 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-c8cb0484-7577-42c0-b814-f69d04860962 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f0e74111-1a6d-4348-8545-ee60dc442988 HTTP/1.1" status: 200 len: 852 time: 0.5681572 Oct 28 12:09:12.982586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Made reservation on behalf of 0ca4bff94bc14ed7b6bdb17bb2154ccf for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:12.991808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:13.011176 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-68c39070-3175-497a-aa32-372bba24f58f req-2fb97dc4-8f28-4aff-aa02-f464e26fa304 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 210 time: 0.1294048 Oct 28 12:09:13.027682 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-050f3a50-5a0b-4ef9-978e-0a9173f695b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:13.235526 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-d83d994e-b653-4e1c-8264-cf78e319ca16 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8ee48669-c557-45e7-8c4e-331c0f33178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2370541 Oct 28 12:09:13.241795 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c473be2-4989-4dec-acf5-5abb0bf2bfec x-openstack-request-id: req-7c473be2-4989-4dec-acf5-5abb0bf2bfec {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:13.242984 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:13.243459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7c473be2-4989-4dec-acf5-5abb0bf2bfec {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:13.245038 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd', 'status': 'completed', 'code': 200} Oct 28 12:09:13.319627 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-de071804-2a24-43d8-a65b-23545e5b96a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:13.321835 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-de071804-2a24-43d8-a65b-23545e5b96a1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1097 time: 0.3245595 Oct 28 12:09:13.336566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b36f09c-285c-464c-ba3a-8c0ce734a6dd service neutron] Pushing event updated for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:13.611350 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-050f3a50-5a0b-4ef9-978e-0a9173f695b9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28e297f9bd874a59ba330c45217cf630&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1740105 Oct 28 12:09:13.612159 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050f3a50-5a0b-4ef9-978e-0a9173f695b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d69e55-41d0-4c19-99c3-dcfe7842edf4,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:13.654652 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34826) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:13.729660 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-e5ea17bf-a36d-466b-997f-60b4022df33e service neutron] 10.222.0.105 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4045215 Oct 28 12:09:13.828382 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8da7c-fbbe-4ed0-a500-7d1b19829dbb req-185712ae-9a26-45dd-8bdc-b9fa9eebd12f tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:13.838456 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3f8da7c-fbbe-4ed0-a500-7d1b19829dbb req-185712ae-9a26-45dd-8bdc-b9fa9eebd12f tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.3865812 Oct 28 12:09:13.935863 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7d2a0e4a-1183-48c7-ab8a-0994404172aa req-5d0c1f94-07b0-41f3-816f-1131cd78516b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.0943711 Oct 28 12:09:13.936890 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.105', 64266) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:14.147696 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-c441baa0-e34f-4ce3-9d49-4e5677568147 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.7313678 Oct 28 12:09:14.254374 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-30845f69-75ca-4c73-aba1-7bda099e7aa6 req-86a63e5d-6eea-404f-b81b-06e1ef1665d3 service neutron] 10.222.0.105 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056745 Oct 28 12:09:14.363971 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-58d93241-c34a-4b6e-a027-dc6722dfe94c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:14.365510 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-58d93241-c34a-4b6e-a027-dc6722dfe94c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 817 time: 0.4211626 Oct 28 12:09:14.422450 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9b4205ce-5e0e-4764-97c0-21b8c0b5ccb2 req-04ad128b-ec8d-44af-9913-40b84229337d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 210 time: 0.0558043 Oct 28 12:09:14.441146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:14.448373 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-a9af3cef-502e-4470-85f3-c7443d4d2707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:14.455572 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-a9af3cef-502e-4470-85f3-c7443d4d2707 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.1956201 Oct 28 12:09:14.470532 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Allocated IP 172.20.0.6 (96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad/da7a178c-2f79-40ea-a870-2278faee9637/573ef150-f761-4b97-ac17-069ed46cf06b) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:14.526407 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3f8da7c-fbbe-4ed0-a500-7d1b19829dbb req-a3ca0db3-dc96-4b4e-8320-e004a5a5fbee tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6864054 Oct 28 12:09:14.558768 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:14.592934 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-4078218a-d39b-454b-8e3a-cf537643cdd6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1197424 Oct 28 12:09:14.642296 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-f2bfd1ab-6c8c-4986-8a6f-61cce88fe837 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 380 time: 0.2025478 Oct 28 12:09:14.737987 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:14.745792 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:14.749429 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b3d69e55-41d0-4c19-99c3-dcfe7842edf4 HTTP/1.1" status: 204 len: 168 time: 1.0825334 Oct 28 12:09:14.756972 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12676bf4-81c0-4f09-8e9b-cd6052260f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d69e55-41d0-4c19-99c3-dcfe7842edf4,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:14.807700 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'port': {'device_id': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'admin_state_up': True, 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'security_groups': ['6a5fb668-c20c-435a-bb64-c96181d151ec']}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:14.923188 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-eb663198-fc63-41f6-bd54-a637ce5afd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:14.929648 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-eb663198-fc63-41f6-bd54-a637ce5afd12 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=f19f9275ab004f7982f49679512ff822&device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 1096 time: 0.4722404 Oct 28 12:09:15.149229 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:15.164522 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Made reservation on behalf of d373b381315f4833beb30f2033a67f5f for: {'port': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:15.168340 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:15.253113 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:15.255445 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9093f0eb-b47d-4f2e-9867-2a983459cba6 req-1edde6de-2f67-4a9a-b786-e3dff7a4fe41 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.1182017 Oct 28 12:09:15.256133 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d" -d '{"events": [{"name": "network-changed", "server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:15.270253 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:15.483537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Pushing event updated for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:15.518370 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aae5580-6f9b-43a3-b28e-8632b469da09 x-openstack-request-id: req-3aae5580-6f9b-43a3-b28e-8632b469da09 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:15.518771 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:15.518904 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3aae5580-6f9b-43a3-b28e-8632b469da09 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:15.519302 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9', 'status': 'completed', 'code': 200} Oct 28 12:09:15.636026 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-fee9ba39-95c0-4acd-be86-94bca5616da4 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8287787 Oct 28 12:09:15.637287 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-87c975d7-c4bb-40f3-bec9-613c211499a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:15.639352 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-87c975d7-c4bb-40f3-bec9-613c211499a3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8ee48669-c557-45e7-8c4e-331c0f33178c HTTP/1.1" status: 200 len: 914 time: 0.6882756 Oct 28 12:09:15.649085 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:15.653056 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:15.665552 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:15.734182 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-adae812b-9bd3-4eb5-9561-e63eecf33f22 req-605c504c-e2e8-4cd1-8760-ad9d1f72e362 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 210 time: 0.1003439 Oct 28 12:09:15.775275 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:15.775905 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:15.792719 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34946) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:15.819046 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34948) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:15.873727 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-845c89b2-8595-4d6d-93e1-60f9c05d7c12 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8482141 Oct 28 12:09:15.887311 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f30d29-1d8b-4920-b8a3-cc0284ef7563 req-decd3d62-2c63-4eda-801f-09cce032d1b7 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:15.895284 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39f30d29-1d8b-4920-b8a3-cc0284ef7563 req-decd3d62-2c63-4eda-801f-09cce032d1b7 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.2151992 Oct 28 12:09:15.908736 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-334986f3-dff0-48cc-bac4-f686c7ff4283 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd HTTP/1.1" status: 200 len: 217 time: 0.1217909 Oct 28 12:09:15.919416 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Allocated IP 172.20.0.10 (b20ef5e3-2b26-4a72-8925-01f5500ca8f6/991e2ddb-3b1b-4bc5-b6ca-04dcb4253239/b8ef8d46-39de-4e9a-b339-d72c8584a430) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:15.950592 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39f30d29-1d8b-4920-b8a3-cc0284ef7563 req-8c4180e5-f04e-48ae-a0a7-c158b6fe9203 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543687 Oct 28 12:09:15.952815 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ba96c63f-4b58-43ca-8184-f782182462b8 req-3c13b6a3-ead3-417c-af65-5b5294f7ed39 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609104 Oct 28 12:09:16.066032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9bdbae09-7de0-482c-89bd-626bf74d4957 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.105248 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Request body: {'port': {'device_id': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:16.180544 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.247281 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34966) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:16.261234 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.262232 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46ec69bd-cc74-421a-a02b-7cbf0e30e983 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.271793 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-387c646b-8b6c-41c6-a5f5-57d087c2c859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:16.273304 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-387c646b-8b6c-41c6-a5f5-57d087c2c859 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f0e74111-1a6d-4348-8545-ee60dc442988 HTTP/1.1" status: 200 len: 852 time: 0.1843538 Oct 28 12:09:16.298790 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.300504 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-ff57d4ff-f18a-4ff8-8efe-81649207845c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:16.302356 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-ff57d4ff-f18a-4ff8-8efe-81649207845c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1097 time: 0.1454887 Oct 28 12:09:16.327761 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-a50f71fa-3146-4a83-9761-e332813454dc service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8ee48669-c557-45e7-8c4e-331c0f33178c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456538 Oct 28 12:09:16.378404 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:16.398125 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9bdbae09-7de0-482c-89bd-626bf74d4957 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.408165 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9bdbae09-7de0-482c-89bd-626bf74d4957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.413317 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:16.447514 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdbae09-7de0-482c-89bd-626bf74d4957 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfba228-11f9-447c-8de0-619a334e5d6f,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:16.463224 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:16.485194 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:16.546732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9bdbae09-7de0-482c-89bd-626bf74d4957 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7f9a798ba4e474ab2a45f98947b7fdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7258608 Oct 28 12:09:16.556937 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 34980) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:16.594064 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46ec69bd-cc74-421a-a02b-7cbf0e30e983 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.612141 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f310d29-156c-44ed-b217-739dae552299 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.674727 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a94d3d7-d555-494d-ad4e-de881d4a223e req-2aed030d-13a3-4ef8-973c-13e546900710 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:16.681000 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46ec69bd-cc74-421a-a02b-7cbf0e30e983 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.682544 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6a94d3d7-d555-494d-ad4e-de881d4a223e req-2aed030d-13a3-4ef8-973c-13e546900710 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 931 time: 0.2362118 Oct 28 12:09:16.706923 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-6b50867c-4815-419c-87b2-bf744d5c5e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:16.707977 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:16.708398 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-6b50867c-4815-419c-87b2-bf744d5c5e65 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.3830590 Oct 28 12:09:16.709331 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.751543 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-3441cd71-a26b-46f1-95ec-fa4e39fccd7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9587536 Oct 28 12:09:16.776524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Request body: {'port': {'device_id': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:16.811573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-2df69ea0-24a4-4b9b-8259-676187e1f806 None None] Provisioning complete for port b8ef8d46-39de-4e9a-b339-d72c8584a430 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:16.812178 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2df69ea0-24a4-4b9b-8259-676187e1f806 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.859957 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-2df69ea0-24a4-4b9b-8259-676187e1f806 None None] Port b8ef8d46-39de-4e9a-b339-d72c8584a430 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:09:16.872831 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-46ec69bd-cc74-421a-a02b-7cbf0e30e983 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=62c36c43a68c4f17b0651a027bd06f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0070021 Oct 28 12:09:16.872831 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-ba2e13aa-fd94-4560-8849-39d5b3c1f7e6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.1457043 Oct 28 12:09:16.875360 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ec69bd-cc74-421a-a02b-7cbf0e30e983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c76a09-1e78-4964-a063-9504c7df4b72,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:16.880449 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 34998) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:16.882727 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-506c9da3-7089-4ad5-8558-b20bd6a8899f service neutron] 10.222.0.105 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440140 Oct 28 12:09:16.909580 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6a94d3d7-d555-494d-ad4e-de881d4a223e req-4daba0a2-8220-401c-8cc6-7cbda978e5c8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261121 Oct 28 12:09:16.917357 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.978433 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:16.991827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.040693 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08b0df-9312-420e-ad3d-51e28884ffb7 req-37f66710-aaae-4137-869a-21dda92b0c83 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:17.042417 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7b08b0df-9312-420e-ad3d-51e28884ffb7 req-37f66710-aaae-4137-869a-21dda92b0c83 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 932 time: 0.2190506 Oct 28 12:09:17.139812 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f310d29-156c-44ed-b217-739dae552299 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.155051 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f310d29-156c-44ed-b217-739dae552299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.221416 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7b08b0df-9312-420e-ad3d-51e28884ffb7 req-1fa3d3f9-fdb7-4818-9a09-ff7abb764335 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1676719 Oct 28 12:09:17.273329 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-301f8261-7aa5-4618-8d11-caa0d5b91c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:17.274800 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-301f8261-7aa5-4618-8d11-caa0d5b91c4b service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.3838592 Oct 28 12:09:17.307147 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-5f310d29-156c-44ed-b217-739dae552299 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=066d7000b62243b89110287094aa5e10&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0583055 Oct 28 12:09:17.308479 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35008) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:17.324905 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.325711 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.327734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.332098 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/bdfba228-11f9-447c-8de0-619a334e5d6f HTTP/1.1" status: 204 len: 168 time: 0.7601840 Oct 28 12:09:17.335804 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-2d6f5fbe-562d-42b9-8a21-e30ce1d4cbdd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486572 Oct 28 12:09:17.343613 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35010) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:17.444754 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.466384 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-7812249d-7c45-4690-b4b7-8ace8c91f307 service neutron] 10.222.0.105 "GET /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5677419 Oct 28 12:09:17.502688 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4999cc-43e2-491c-adc6-2654dedbdd6c req-3bc167d6-e652-4117-bbcf-781ca92d7b64 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:17.504533 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc4999cc-43e2-491c-adc6-2654dedbdd6c req-3bc167d6-e652-4117-bbcf-781ca92d7b64 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.4552987 Oct 28 12:09:17.532290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f310d29-156c-44ed-b217-739dae552299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ce687-de2a-49f6-b5e7-73ddbe34e7f3,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:17.584661 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-4d6bd69a-e177-42fa-b079-5ee49b7dfd62 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190218 Oct 28 12:09:17.604432 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61682-8446-47da-accd-c79133b1c2d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfba228-11f9-447c-8de0-619a334e5d6f,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:17.627341 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.629844 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.636157 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/71c76a09-1e78-4964-a063-9504c7df4b72 HTTP/1.1" status: 204 len: 168 time: 0.7516894 Oct 28 12:09:17.695810 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35022) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:17.713049 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573ef150-f761-4b97-ac17-069ed46cf06b {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:17.717992 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc4999cc-43e2-491c-adc6-2654dedbdd6c req-8ffbd333-1826-4229-93fb-91f37106b58d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977568 Oct 28 12:09:17.723861 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-316673f1-2ebe-459a-b920-d8a19351b99f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.744358 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.751893 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33ca-0175-4838-ae0b-9c75efb2453c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.768814 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.786924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3a521-534c-4b69-bc8b-7d966b0d4ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c76a09-1e78-4964-a063-9504c7df4b72,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:17.799843 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.803631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Transition to ACTIVE for port object 573ef150-f761-4b97-ac17-069ed46cf06b will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:09:17.822674 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.899733 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0894f0fd-4379-4aca-b1fa-dd68b9e5b36d req-ac5a8f24-d89d-42f9-87d6-fa207bade33c service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063345 Oct 28 12:09:17.918569 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:17.930671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.947508 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.950175 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.951364 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8ce687-de2a-49f6-b5e7-73ddbe34e7f3 HTTP/1.1" status: 204 len: 168 time: 0.6182253 Oct 28 12:09:17.973009 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-316673f1-2ebe-459a-b920-d8a19351b99f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.981619 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.provisioning_blocks [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Transition to ACTIVE for port object b8ef8d46-39de-4e9a-b339-d72c8584a430 will not be triggered until provisioned by entity L2. {{(pid=101561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:09:17.982073 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e4afe-453a-455d-8fbe-db1a352a6e7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ce687-de2a-49f6-b5e7-73ddbe34e7f3,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:17.984809 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-316673f1-2ebe-459a-b920-d8a19351b99f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:17.997049 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.023937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Pushing event updated for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.086322 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33ca-0175-4838-ae0b-9c75efb2453c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.096198 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Attempting to bind port 573ef150-f761-4b97-ac17-069ed46cf06b on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:18.096830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Attempting to bind port 573ef150-f761-4b97-ac17-069ed46cf06b by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:18.097282 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Attempting to bind port 573ef150-f761-4b97-ac17-069ed46cf06b on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:18.103611 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5d4f33ca-0175-4838-ae0b-9c75efb2453c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.113163 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-316673f1-2ebe-459a-b920-d8a19351b99f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1c74219c53834377a8052012415df90a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162786 Oct 28 12:09:18.117196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Port 573ef150-f761-4b97-ac17-069ed46cf06b on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:09:18.117622 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Attempting to bind port 573ef150-f761-4b97-ac17-069ed46cf06b on network 96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:18.119457 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35036) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:18.122283 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316673f1-2ebe-459a-b920-d8a19351b99f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca68ba9b-5868-4a31-b6fe-2534a8df6ed3,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.156280 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:18.162727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Checking segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:18.163245 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Bound using segment: {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:18.163778 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Bound port: 573ef150-f761-4b97-ac17-069ed46cf06b, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44a3ee0b-d53e-43b5-b634-49bf569aeb37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1018, 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:18.168168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.196923 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f33ca-0175-4838-ae0b-9c75efb2453c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5c2ad7-8e90-464e-8092-11c40ac2d3e5,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.204584 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5d4f33ca-0175-4838-ae0b-9c75efb2453c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b59bebe854c84f05bec4d4bb7e765df5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8596444 Oct 28 12:09:18.207798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35038) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:18.212822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.323731 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f774255-6b36-4781-90fc-07d1b4b5d88c req-9b1693c6-ec52-4bfd-9b57-898b2000107a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:18.325567 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f774255-6b36-4781-90fc-07d1b4b5d88c req-9b1693c6-ec52-4bfd-9b57-898b2000107a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.2591763 Oct 28 12:09:18.335850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35042) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:18.365048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7772e84b-9a70-42d6-9bb0-55b49eb00e5c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.381757 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:18.384606 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.409091 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.410077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573ef150-f761-4b97-ac17-069ed46cf06b,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:18.423690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.463511 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.464180 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f774255-6b36-4781-90fc-07d1b4b5d88c req-deef96b9-0b75-4e51-b6fa-0fd46bb81ed4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297390 Oct 28 12:09:18.472935 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.475080 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Attempting to bind port b8ef8d46-39de-4e9a-b339-d72c8584a430 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:18.475554 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Attempting to bind port b8ef8d46-39de-4e9a-b339-d72c8584a430 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:18.475974 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Attempting to bind port b8ef8d46-39de-4e9a-b339-d72c8584a430 on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:18.492927 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:18.493765 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.495300 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] 10.222.0.105 "PUT /v2.0/ports/573ef150-f761-4b97-ac17-069ed46cf06b HTTP/1.1" status: 200 len: 1093 time: 2.4048314 Oct 28 12:09:18.497599 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:18.499877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4edd74a-2f85-46fe-84c4-968080fad15d" -d '{"events": [{"name": "network-changed", "server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:18.500652 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Port b8ef8d46-39de-4e9a-b339-d72c8584a430 on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:09:18.500869 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Attempting to bind port b8ef8d46-39de-4e9a-b339-d72c8584a430 on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:18.521309 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:18.521592 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Checking segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:18.522134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Bound using segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:18.522595 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Bound port: b8ef8d46-39de-4e9a-b339-d72c8584a430, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:18.522941 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.538115 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ef07b-3a5f-42ac-8fe3-03c02181f4b0 req-6255ea1d-ed3b-4f1d-9294-866fb097cbe2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:18.539673 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-872ef07b-3a5f-42ac-8fe3-03c02181f4b0 req-6255ea1d-ed3b-4f1d-9294-866fb097cbe2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.1685667 Oct 28 12:09:18.555920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1154d9c2-65fd-4a84-9a96-34e493e18491 x-openstack-request-id: req-1154d9c2-65fd-4a84-9a96-34e493e18491 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:18.556220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:18.556477 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1154d9c2-65fd-4a84-9a96-34e493e18491 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:18.556915 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b', 'status': 'completed', 'code': 200} Oct 28 12:09:18.560849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c07a4-e636-4d25-a0d2-27e54bd6e38e service neutron] Pushing event updated for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.591317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7772e84b-9a70-42d6-9bb0-55b49eb00e5c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.595603 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.600176 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.604596 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed5c2ad7-8e90-464e-8092-11c40ac2d3e5 HTTP/1.1" status: 204 len: 168 time: 0.3932173 Oct 28 12:09:18.612914 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a958bfa6-d1ed-4ea1-a686-de10f83b59ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5c2ad7-8e90-464e-8092-11c40ac2d3e5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.617708 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7772e84b-9a70-42d6-9bb0-55b49eb00e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.621591 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.624097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.625237 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ca68ba9b-5868-4a31-b6fe-2534a8df6ed3 HTTP/1.1" status: 204 len: 168 time: 0.4845936 Oct 28 12:09:18.649574 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-872ef07b-3a5f-42ac-8fe3-03c02181f4b0 req-dff3de0c-4406-439f-aff4-c330a69bfdcb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928304 Oct 28 12:09:18.653885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4f539-7848-4d47-972a-f00678277f79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca68ba9b-5868-4a31-b6fe-2534a8df6ed3,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.659004 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, cleared binding levels {{(pid=101561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:18.663630 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:18.669209 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35052) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:18.679928 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7772e84b-9a70-42d6-9bb0-55b49eb00e5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8817642d32bd49cc906336065a560e9e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3408561 Oct 28 12:09:18.679928 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7772e84b-9a70-42d6-9bb0-55b49eb00e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4568aad-b647-4a00-8a94-a27af6a775a4,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.680736 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.683189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35054) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:18.707323 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0fe28bcb-bcc2-42b7-8fce-fe525410e288 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.748168 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:18.748766 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.750154 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] 10.222.0.105 "PUT /v2.0/ports/b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1094 time: 1.9784620 Oct 28 12:09:18.753321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:18.804363 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fdf0cf-072a-48b7-a5e9-44d40c12f978 service neutron] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=3']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:18.837731 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.866607 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.888294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0fe28bcb-bcc2-42b7-8fce-fe525410e288 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.927225 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0fe28bcb-bcc2-42b7-8fce-fe525410e288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.933144 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.936122 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:18.937388 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e4568aad-b647-4a00-8a94-a27af6a775a4 HTTP/1.1" status: 204 len: 168 time: 0.2529528 Oct 28 12:09:18.947690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cc09e5-de71-435e-8e6c-74d9246e8ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4568aad-b647-4a00-8a94-a27af6a775a4,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:19.005800 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-0fe28bcb-bcc2-42b7-8fce-fe525410e288 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33f6e0ad83ff4af087a6047a25f5525d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3355324 Oct 28 12:09:19.008513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35066) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:19.017688 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39fa173-876c-4299-b916-07ad1b626953 req-4c18f9f4-b14b-42e1-9d04-f1878dc06173 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:19.019156 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d39fa173-876c-4299-b916-07ad1b626953 req-4c18f9f4-b14b-42e1-9d04-f1878dc06173 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.1542101 Oct 28 12:09:19.021353 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe28bcb-bcc2-42b7-8fce-fe525410e288 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f89859f-d675-4f07-89bd-5b2e931353b2,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:19.076005 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:19.078475 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d39fa173-876c-4299-b916-07ad1b626953 req-06ecc703-bf52-470f-82f8-dc6379edee97 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435929 Oct 28 12:09:19.107137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:19.161307 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:19.165303 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:19.167437 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f89859f-d675-4f07-89bd-5b2e931353b2 HTTP/1.1" status: 204 len: 168 time: 0.1578104 Oct 28 12:09:19.177699 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8535711-4441-4ceb-ac7a-0d3600b48e15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f89859f-d675-4f07-89bd-5b2e931353b2,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:19.223376 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3126881-4125-436b-a0e7-edcd7e8033f4" -d '{"events": [{"name": "network-changed", "server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:19.551482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1077fe4-9a96-4b52-a827-e67f7d2b5328 x-openstack-request-id: req-d1077fe4-9a96-4b52-a827-e67f7d2b5328 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:19.551482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:19.551482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d1077fe4-9a96-4b52-a827-e67f7d2b5328 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:19.552092 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'status': 'completed', 'code': 200} Oct 28 12:09:19.599703 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb158064-b90e-4a58-a5fd-66e8609eb511 req-7577a338-fabd-49e2-8046-29db85cc6f5f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:19.607104 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bb158064-b90e-4a58-a5fd-66e8609eb511 req-7577a338-fabd-49e2-8046-29db85cc6f5f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.0701759 Oct 28 12:09:19.640638 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bb158064-b90e-4a58-a5fd-66e8609eb511 req-c0fcfd2f-c774-4c46-8b12-b14fb9bd9da6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Oct 28 12:09:19.802407 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5772555c-9103-4cf0-be6a-e967c754cd78 req-f646f548-e2f3-4df1-a875-db53a2608afb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:19.803993 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5772555c-9103-4cf0-be6a-e967c754cd78 req-f646f548-e2f3-4df1-a875-db53a2608afb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0490811 Oct 28 12:09:19.844885 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5772555c-9103-4cf0-be6a-e967c754cd78 req-15ef298e-5f48-43aa-8072-599ebfcbfa70 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Oct 28 12:09:20.218606 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f181df-5d76-4a1a-8009-cefccdcd7484 req-469282e5-7275-4073-bf33-95eea29472b5 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:20.220229 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6f181df-5d76-4a1a-8009-cefccdcd7484 req-469282e5-7275-4073-bf33-95eea29472b5 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.0654857 Oct 28 12:09:20.261301 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6f181df-5d76-4a1a-8009-cefccdcd7484 req-96078c55-5533-45f1-9780-47d9ed803510 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350826 Oct 28 12:09:20.282758 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35146) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:20.559023 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1081247763-network', 'tenant_id': '0b3df8d1a3984de2a29a33bd7fb45ddf'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:20.582045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Made reservation on behalf of 0b3df8d1a3984de2a29a33bd7fb45ddf for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:20.584578 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.593130 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.679658 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.685894 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.713143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] vlan segment allocate from pool success with {'vlan_id': 1015, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:09:20.719707 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74878a6a-01d7-4032-a7ca-3475c7fea7a3,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:20.726599 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.727355 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Added segment df85951d-34e5-4e2e-ad06-4b1be793d0dc of type vlan for network 671ddfc9-340f-4140-b033-92c5d2309c23 Oct 28 12:09:20.794334 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.800941 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5c3c2-1b48-46d9-8867-b016a8fb3014 req-1d23e646-2b5a-41e3-938c-065e51fc5ab7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:20.804569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f0b5c3c2-1b48-46d9-8867-b016a8fb3014 req-1d23e646-2b5a-41e3-938c-065e51fc5ab7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.0757029 Oct 28 12:09:20.825017 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.826267 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:20.827185 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:20.854215 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f0b5c3c2-1b48-46d9-8867-b016a8fb3014 req-72337a26-291e-46cb-951e-60447190d7ae tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395932 Oct 28 12:09:20.894617 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6102655 Oct 28 12:09:20.894826 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35172) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:20.900368 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Request body: {'subnet': {'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1081247763-subnet', 'tenant_id': '0b3df8d1a3984de2a29a33bd7fb45ddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:20.906907 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dd24ec-cc4d-45a7-8228-32bb3c7467b2 admin admin] Pushing event updated for resources: {'Network': ['ID=671ddfc9-340f-4140-b033-92c5d2309c23,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:20.916835 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 671ddfc9-340f-4140-b033-92c5d2309c23 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:09:20.972384 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Made reservation on behalf of 0b3df8d1a3984de2a29a33bd7fb45ddf for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:20.974681 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.050742 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2676ee-0e32-4cac-9109-9eafbc445027 req-d4776b8e-dcd4-43b9-95c9-81e4c8bdac12 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.052582 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b2676ee-0e32-4cac-9109-9eafbc445027 req-d4776b8e-dcd4-43b9-95c9-81e4c8bdac12 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.1139889 Oct 28 12:09:21.120135 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-a4f01638-e40f-46bb-a436-680b8dab236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.120734 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-a4f01638-e40f-46bb-a436-680b8dab236d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1096 time: 0.0545204 Oct 28 12:09:21.195354 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b2676ee-0e32-4cac-9109-9eafbc445027 req-5261d3c6-1845-40ac-b56e-cdd40a922e8c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173923 Oct 28 12:09:21.223170 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-3fd4f20a-5365-43c2-97c1-29fbb9053223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.225015 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-3fd4f20a-5365-43c2-97c1-29fbb9053223 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1097 time: 0.1574459 Oct 28 12:09:21.243557 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 992777b3-cde8-46f5-a1ce-ffdb28c248a9 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:09:21.356713 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-28dc3a39-5ee5-40b5-8d77-4932d7f8c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.362265 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-28dc3a39-5ee5-40b5-8d77-4932d7f8c0db service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2343333 Oct 28 12:09:21.387871 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:21.408123 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '992777b3-cde8-46f5-a1ce-ffdb28c248a9', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'port_id': '992777b3-cde8-46f5-a1ce-ffdb28c248a9', 'mac_address': 'fa:16:3e:f5:90:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:09:21.452439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.468141 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992777b3-cde8-46f5-a1ce-ffdb28c248a9 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:21.509838 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:21.531653 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.532732 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 932a8ceb-dec4-472c-b263-2f46c2c1a6bd details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:09:21.585384 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-7fdd6b35-7089-4710-9cee-1cec30db518e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.587291 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d4edd74a-2f85-46fe-84c4-968080fad15d req-7fdd6b35-7089-4710-9cee-1cec30db518e service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2178812 Oct 28 12:09:21.631174 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,segment=NetworkSegment(6044ede5-70a9-4610-85eb-a4c5961da5a9),segment_id=6044ede5-70a9-4610-85eb-a4c5961da5a9)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:21.650575 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd', 'network_id': '8ee48669-c557-45e7-8c4e-331c0f33178c', 'port_id': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd', 'mac_address': 'fa:16:3e:58:64:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1037, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0e74111-1a6d-4348-8545-ee60dc442988', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:09:21.709818 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.713932 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-cb77835a-6409-4ac8-a4a6-95667ddaffbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.717435 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-cb77835a-6409-4ac8-a4a6-95667ddaffbf service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1096 time: 0.0849559 Oct 28 12:09:21.729778 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.746964 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:21.771531 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 932a8ceb-dec4-472c-b263-2f46c2c1a6bd {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:21.776057 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-ad913569-60fb-4921-b63a-116932fad62c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573ef150-f761-4b97-ac17-069ed46cf06b HTTP/1.1" status: 200 len: 217 time: 0.0497649 Oct 28 12:09:21.822050 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,segment=NetworkSegment(6044ede5-70a9-4610-85eb-a4c5961da5a9),segment_id=6044ede5-70a9-4610-85eb-a4c5961da5a9)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:21.831380 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:21.876612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-3e7ae917-7e46-49fd-a98f-4f9bafd4b46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:21.880508 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-3e7ae917-7e46-49fd-a98f-4f9bafd4b46a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0971045 Oct 28 12:09:21.932545 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:21.935205 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-79e29dc1-d04c-4c6d-8003-56b75ba7b159 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457525 Oct 28 12:09:22.001610 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ad201d-b961-4e6b-af84-b01bb7464076 req-32633a3e-c9cd-4a66-8b61-4da0964a887d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.004718 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f6ad201d-b961-4e6b-af84-b01bb7464076 req-32633a3e-c9cd-4a66-8b61-4da0964a887d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 943 time: 0.4159625 Oct 28 12:09:22.024728 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-87bdfb9c-2ca0-403c-ad0a-e5cf665a07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.026833 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-87bdfb9c-2ca0-403c-ad0a-e5cf665a07c7 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=d373b381315f4833beb30f2033a67f5f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7644103 Oct 28 12:09:22.028338 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:22.095575 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-118ee538-99bf-48e2-a267-c67c597d9152 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496916 Oct 28 12:09:22.115224 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['932a8ceb-dec4-472c-b263-2f46c2c1a6bd'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:22.182672 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['992777b3-cde8-46f5-a1ce-ffdb28c248a9'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:22.230076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bbea9b-fcd4-4366-b52b-c66f5f4eeccd req-f356a973-4c36-4bc8-894e-0ae37334b1db tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.231102 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e2bbea9b-fcd4-4366-b52b-c66f5f4eeccd req-f356a973-4c36-4bc8-894e-0ae37334b1db tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.2427816 Oct 28 12:09:22.239764 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f6ad201d-b961-4e6b-af84-b01bb7464076 req-eba62fea-13d8-4565-9306-0d6ac4c12102 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165444 Oct 28 12:09:22.247701 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Checking segment: {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:22.248234 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Network hostable DHCP agents. Network: 671ddfc9-340f-4140-b033-92c5d2309c23, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:09:22.346759 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-4d598a10-c099-460c-866f-756a7969f4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.348525 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3126881-4125-436b-a0e7-edcd7e8033f4 req-4d598a10-c099-460c-866f-756a7969f4f1 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.2883978 Oct 28 12:09:22.360906 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e2bbea9b-fcd4-4366-b52b-c66f5f4eeccd req-66b909ff-f778-4351-b3a8-5125598beb83 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142466 Oct 28 12:09:22.364016 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Network 671ddfc9-340f-4140-b033-92c5d2309c23 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:09:22.469622 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 671ddfc9-340f-4140-b033-92c5d2309c23) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:22.483314 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.483817 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:22.499782 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63deadb8-16c5-4d5f-ad26-751d3fcce5e8 None None] Network 671ddfc9-340f-4140-b033-92c5d2309c23 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:09:22.522063 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a726cd-7c49-4d45-818f-7bbf783e310a req-ebb03664-94de-4644-84a8-a4f1122b00ea tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.523774 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b7a726cd-7c49-4d45-818f-7bbf783e310a req-ebb03664-94de-4644-84a8-a4f1122b00ea tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.1456327 Oct 28 12:09:22.529287 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e23779ec-8865-49f6-a249-49b960d4d287 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6333177 Oct 28 12:09:22.533429 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-d296c611-49c4-473b-96b5-9b3a4447f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.534888 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-d296c611-49c4-473b-96b5-9b3a4447f97a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1097 time: 0.1160066 Oct 28 12:09:22.711953 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-21752c72-9d0f-4381-a152-95b4d08cd6dc req-f48fa73b-d588-42dc-8d73-ab4d783cfcf8 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6088886 Oct 28 12:09:22.760298 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-91e1ef5c-c262-4424-8a15-3305843be97e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 217 time: 0.2155294 Oct 28 12:09:22.781772 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d199b5d-0360-4428-b1e2-cb557f0f6d70 None None] Network 671ddfc9-340f-4140-b033-92c5d2309c23 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:09:22.826144 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b7a726cd-7c49-4d45-818f-7bbf783e310a req-93c36310-0ecf-4fa7-8827-34c1113a36f7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2901239 Oct 28 12:09:22.883318 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-378c57bf-dfa6-4a51-97d3-f4286c5226bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:22.885142 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-378c57bf-dfa6-4a51-97d3-f4286c5226bb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.1168451 Oct 28 12:09:23.040142 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35262) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:23.054397 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8487e42-c075-498c-923b-7e5804d2b17e req-83c72b2e-a9e6-42d6-a2dc-23533687e9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:23.056185 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-83c72b2e-a9e6-42d6-a2dc-23533687e9b7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1575868 Oct 28 12:09:23.180140 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-fdd00ac8-3df3-49ef-867c-e0018642ca76 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139419 Oct 28 12:09:23.188536 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-73606407-931e-48e0-8626-e101f7479a33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.294924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-73606407-931e-48e0-8626-e101f7479a33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.299234 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8487e42-c075-498c-923b-7e5804d2b17e req-af5a39bc-4dba-4757-8c89-c389f8bb608a service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104932 Oct 28 12:09:23.302269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-73606407-931e-48e0-8626-e101f7479a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.336406 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73606407-931e-48e0-8626-e101f7479a33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f5549b-e100-4df5-8fd8-2064068b2951,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:23.373342 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-73606407-931e-48e0-8626-e101f7479a33 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d60c73f08d614a4bb7367116cfd98904&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3318701 Oct 28 12:09:23.375743 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35268) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:23.415465 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a50a65-a9eb-48b7-b251-8eb1a0b8d430 req-616dedfd-57ec-495b-8e7e-d3a0f338c6ad tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:23.417198 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74a50a65-a9eb-48b7-b251-8eb1a0b8d430 req-616dedfd-57ec-495b-8e7e-d3a0f338c6ad tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 944 time: 0.0711384 Oct 28 12:09:23.463010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.493175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.505662 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74a50a65-a9eb-48b7-b251-8eb1a0b8d430 req-58198f60-ac1c-4cb5-9c76-c2af3132781d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731058 Oct 28 12:09:23.579021 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154c3519-7e55-4a47-8793-bf3c07b2d23b req-961e9418-9799-4b6b-a8a0-75195df9101b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:23.588637 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-154c3519-7e55-4a47-8793-bf3c07b2d23b req-961e9418-9799-4b6b-a8a0-75195df9101b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.1120112 Oct 28 12:09:23.599053 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.602570 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:23.604237 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d8f5549b-e100-4df5-8fd8-2064068b2951 HTTP/1.1" status: 204 len: 168 time: 0.2268603 Oct 28 12:09:23.615117 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd49211-86f9-49bc-878c-3f057eaf8a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f5549b-e100-4df5-8fd8-2064068b2951,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:23.665660 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-154c3519-7e55-4a47-8793-bf3c07b2d23b req-10e4e4a8-b333-4248-839c-283119aabc1d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757411 Oct 28 12:09:24.038345 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a2909-9f67-45a0-9fe0-57fa8b051078 req-41ca1582-b985-48f8-81f2-3c89465590dc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:24.040119 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e48a2909-9f67-45a0-9fe0-57fa8b051078 req-41ca1582-b985-48f8-81f2-3c89465590dc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0826962 Oct 28 12:09:24.064695 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35312) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:24.085520 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-187afcba-5e8f-41be-b985-912a54786f29 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.089187 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e48a2909-9f67-45a0-9fe0-57fa8b051078 req-04769cd4-2355-42b0-8e9e-155fade0be3b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413876 Oct 28 12:09:24.174832 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-187afcba-5e8f-41be-b985-912a54786f29 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.180670 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-187afcba-5e8f-41be-b985-912a54786f29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.225266 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-187afcba-5e8f-41be-b985-912a54786f29 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2f0a91f8087d4319ae76f16528f0db01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1592517 Oct 28 12:09:24.227758 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35322) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:24.235003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187afcba-5e8f-41be-b985-912a54786f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc45a91-2650-4a2a-a56d-f8f1cef6c795,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:24.284978 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.306950 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.357923 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.360566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:24.361757 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9cc45a91-2650-4a2a-a56d-f8f1cef6c795 HTTP/1.1" status: 204 len: 168 time: 0.1330295 Oct 28 12:09:24.369420 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3174c-b5b3-4f71-96b7-d4cbb3f86ef0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc45a91-2650-4a2a-a56d-f8f1cef6c795,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:24.613585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0622f514-c0b6-4f87-8602-af720438bb8d req-0032f879-f0cb-40bb-b587-e0cfabf7aef2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:24.615235 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0622f514-c0b6-4f87-8602-af720438bb8d req-0032f879-f0cb-40bb-b587-e0cfabf7aef2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 944 time: 0.0544860 Oct 28 12:09:24.662064 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0622f514-c0b6-4f87-8602-af720438bb8d req-575f0c60-1425-4011-828d-12d0ac2e3c3d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403328 Oct 28 12:09:24.788067 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8c3aba-4f65-41a9-8041-60d0c5c91d88 req-6d4b638f-5586-4b7c-95e2-320df0dd45c0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:24.789654 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8b8c3aba-4f65-41a9-8041-60d0c5c91d88 req-6d4b638f-5586-4b7c-95e2-320df0dd45c0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 943 time: 0.0536191 Oct 28 12:09:24.827644 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8b8c3aba-4f65-41a9-8041-60d0c5c91d88 req-8a860b5f-a509-44d8-b0b8-9daf80047ca9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321460 Oct 28 12:09:24.845893 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35352) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:25.073948 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9af30b7a-3afe-4716-aec1-7ce27236a3f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.156521 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-121a3eed-becd-4915-a0b8-455989a56558 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:25.158257 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-121a3eed-becd-4915-a0b8-455989a56558 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 809 time: 0.1711562 Oct 28 12:09:25.209388 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-49f79a8c-be03-46c1-9462-0d26d7f42950 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/quotas/0b3df8d1a3984de2a29a33bd7fb45ddf HTTP/1.1" status: 200 len: 375 time: 0.0414114 Oct 28 12:09:25.235615 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573ef150-f761-4b97-ac17-069ed46cf06b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:09:25.243384 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 992777b3-cde8-46f5-a1ce-ffdb28c248a9 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:25.282641 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-470916ad-15af-4b9e-9d14-f0cf4f92b790 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721059 Oct 28 12:09:25.288290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9af30b7a-3afe-4716-aec1-7ce27236a3f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.355395 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9af30b7a-3afe-4716-aec1-7ce27236a3f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.427799 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:09:25.436346 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:25.436722 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.471738 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-3aa47836-c359-4df6-b4b3-35cf90b0ea33 service neutron] 10.222.0.32 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763444 Oct 28 12:09:25.484356 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573ef150-f761-4b97-ac17-069ed46cf06b,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:25.503798 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '573ef150-f761-4b97-ac17-069ed46cf06b', 'network_id': '96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad', 'port_id': '573ef150-f761-4b97-ac17-069ed46cf06b', 'mac_address': 'fa:16:3e:98:32:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1018, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da7a178c-2f79-40ea-a870-2278faee9637', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:09:25.507957 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af30b7a-3afe-4716-aec1-7ce27236a3f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23d5f40e-d41c-44fe-906e-e07ebc5b2bd5,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:25.532633 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c402ab72-b76f-4dd9-917c-a994154dbfe8 req-fff43680-b3b1-438e-aab4-7f6c11104ec0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:25.535222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c402ab72-b76f-4dd9-917c-a994154dbfe8 req-fff43680-b3b1-438e-aab4-7f6c11104ec0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.3485501 Oct 28 12:09:25.548648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.607144 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573ef150-f761-4b97-ac17-069ed46cf06b {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:25.630251 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35422) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:25.631189 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9af30b7a-3afe-4716-aec1-7ce27236a3f1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3bf3631b9a654e3e87e5da89f13f4b13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7810977 Oct 28 12:09:25.661873 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c402ab72-b76f-4dd9-917c-a994154dbfe8 req-8e770e31-d9e2-48ef-9f1a-15e91c6cf91a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1053677 Oct 28 12:09:25.669977 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573ef150-f761-4b97-ac17-069ed46cf06b,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:25.671071 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.701097 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.703160 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:09:25.734045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.745190 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-fe1bea2c-b363-4957-a015-11a73e893ff6 service neutron] 10.222.0.32 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672367 Oct 28 12:09:25.774424 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.790124 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:25.871883 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafd7fbb-7dbb-427f-981e-338c4b0437e8 req-02d542c8-bfec-4a18-be84-bfaea1085a36 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:25.882054 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fafd7fbb-7dbb-427f-981e-338c4b0437e8 req-02d542c8-bfec-4a18-be84-bfaea1085a36 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 944 time: 0.0987442 Oct 28 12:09:25.939246 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.945751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:25.951793 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/23d5f40e-d41c-44fe-906e-e07ebc5b2bd5 HTTP/1.1" status: 204 len: 168 time: 0.3227174 Oct 28 12:09:25.967111 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06932c0a-eab3-416b-a73c-a455bef59e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d5f40e-d41c-44fe-906e-e07ebc5b2bd5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:25.974411 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fafd7fbb-7dbb-427f-981e-338c4b0437e8 req-075594b1-7faa-4ef0-9f9c-ff99a3c9acd6 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824900 Oct 28 12:09:25.997206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:26.024321 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.db.resource_extend [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 28 12:09:26.049942 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.050982 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 932a8ceb-dec4-472c-b263-2f46c2c1a6bd up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:26.111083 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef83e505-e72d-42b3-b557-18a459b8bfc6 req-2c4e3fb8-fa6a-4e0d-a452-184b80a64e1a tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 210 time: 0.0325036 Oct 28 12:09:26.140958 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a06665-f3d9-4de6-a07d-836f5707c649 req-ca08e56b-4484-44c5-9914-e63281586f87 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:26.143592 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-72a06665-f3d9-4de6-a07d-836f5707c649 req-ca08e56b-4484-44c5-9914-e63281586f87 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 944 time: 0.1377196 Oct 28 12:09:26.256076 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:26.279521 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-72a06665-f3d9-4de6-a07d-836f5707c649 req-9d9b0ad2-ae28-40e6-b65e-86493d9e0e75 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166201 Oct 28 12:09:26.329372 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe9553-0bc6-4c39-9320-2a56cf216dc4" -d '{"events": [{"server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "name": "network-vif-plugged", "status": "completed", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:26.371441 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:26.393996 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:09:26.396851 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:26.413169 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:09:26.420591 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:26.421158 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.496856 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.514910 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:26.549568 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35484) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:26.592542 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:26.594059 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d129e720-21ce-4a2a-9699-04b16f51ede9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.596039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73771ea-c9f3-4651-9407-745b98ee0791 x-openstack-request-id: req-a73771ea-c9f3-4651-9407-745b98ee0791 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:26.596546 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "name": "network-vif-plugged", "status": "completed", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:26.596900 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a73771ea-c9f3-4651-9407-745b98ee0791 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:26.597491 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9', 'code': 200} Oct 28 12:09:26.598204 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.612462 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.710051 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f2246801-3c05-42cc-9aa4-921851ab2a82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.715648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,segment=NetworkSegment(6044ede5-70a9-4610-85eb-a4c5961da5a9),segment_id=6044ede5-70a9-4610-85eb-a4c5961da5a9)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:26.731634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.740896 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:26.815651 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:26.836326 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d129e720-21ce-4a2a-9699-04b16f51ede9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:26.870814 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573ef150-f761-4b97-ac17-069ed46cf06b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:26.875425 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['b8ef8d46-39de-4e9a-b339-d72c8584a430'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:27.144641 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d129e720-21ce-4a2a-9699-04b16f51ede9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.262384 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d129e720-21ce-4a2a-9699-04b16f51ede9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd9ba92-8279-4f36-a7d7-12fc2fdc631c,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:27.268803 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d129e720-21ce-4a2a-9699-04b16f51ede9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=850df119c0474552ab93e69c3254185b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7166553 Oct 28 12:09:27.271848 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35512) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:27.280568 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-3d5374dc-556b-4d9b-8817-53451539e503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:27.282376 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-3d5374dc-556b-4d9b-8817-53451539e503 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.4428036 Oct 28 12:09:27.300629 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59ea95-5d5c-4d55-bdb9-953ce885f7c0 req-8074cc6c-54a5-4b65-b8d9-f4ebb048cf16 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:27.301887 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c59ea95-5d5c-4d55-bdb9-953ce885f7c0 req-8074cc6c-54a5-4b65-b8d9-f4ebb048cf16 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.4639788 Oct 28 12:09:27.317259 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fa999b-bbd8-498e-a2b6-27cc122f56a6 req-20400950-d3c3-4bb3-a997-3575e8e6eb8d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:27.318968 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69fa999b-bbd8-498e-a2b6-27cc122f56a6 req-20400950-d3c3-4bb3-a997-3575e8e6eb8d tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.1732593 Oct 28 12:09:27.339295 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-6063a9a2-fe77-4652-8cd0-e68a75ff737f service neutron] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.353536 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.376853 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.416020 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c59ea95-5d5c-4d55-bdb9-953ce885f7c0 req-6fa6e7e0-7df5-475d-9f24-ecd408ca8128 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913436 Oct 28 12:09:27.427492 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69fa999b-bbd8-498e-a2b6-27cc122f56a6 req-42858d3a-cdbd-4bb6-becd-0e7dc5cab47c tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917621 Oct 28 12:09:27.437484 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35518) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:27.496673 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.499485 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.504277 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/acd9ba92-8279-4f36-a7d7-12fc2fdc631c HTTP/1.1" status: 204 len: 168 time: 0.2297921 Oct 28 12:09:27.516232 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-6063a9a2-fe77-4652-8cd0-e68a75ff737f service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.516768 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d501f58-cda3-4b9a-918a-ac1b4a782109 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd9ba92-8279-4f36-a7d7-12fc2fdc631c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:27.528133 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-6063a9a2-fe77-4652-8cd0-e68a75ff737f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.628338 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-d26f2ff8-039b-4ad9-a446-53f273e35906 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:27.630331 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-d26f2ff8-039b-4ad9-a446-53f273e35906 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 809 time: 0.2102587 Oct 28 12:09:27.651227 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Request body: {'port': {'device_id': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23', 'admin_state_up': True, 'tenant_id': '0b3df8d1a3984de2a29a33bd7fb45ddf'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:27.713919 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-44e3ce42-e5e6-435c-98e9-34fd61dc4434 req-bb79137b-3a92-4b7a-b900-0dbce288a43e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 210 time: 0.1204684 Oct 28 12:09:27.740544 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c959b4ea-36b3-4c7c-ba9a-065af1803fda req-6063a9a2-fe77-4652-8cd0-e68a75ff737f service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376664 Oct 28 12:09:27.742463 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063a9a2-fe77-4652-8cd0-e68a75ff737f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e1a37d91-bee9-4d79-a4ef-7301a23c3712,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:27.768231 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ca644-5a1a-4d8e-837c-58dd87e46dbb req-ab1db2c0-6ee9-4cb8-bb4e-4063ebe68a66 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:27.775606 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-224ca644-5a1a-4d8e-837c-58dd87e46dbb req-ab1db2c0-6ee9-4cb8-bb4e-4063ebe68a66 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 944 time: 0.1573737 Oct 28 12:09:27.834711 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-224ca644-5a1a-4d8e-837c-58dd87e46dbb req-48862564-b9e5-439a-874b-b9dd399d59ed tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538328 Oct 28 12:09:27.880171 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcfe145f-4a0c-41c1-bcc0-852dc37ae17a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.884918 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Made reservation on behalf of 0b3df8d1a3984de2a29a33bd7fb45ddf for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:27.889474 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.975093 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcfe145f-4a0c-41c1-bcc0-852dc37ae17a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:27.981248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcfe145f-4a0c-41c1-bcc0-852dc37ae17a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.009102 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bcfe145f-4a0c-41c1-bcc0-852dc37ae17a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3dc4c0973cb04953ac5d996cf88ba690&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5695734 Oct 28 12:09:28.016126 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35548) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:28.057871 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Allocated IP 172.20.0.6 (671ddfc9-340f-4140-b033-92c5d2309c23/f1fca5bb-f7d8-4afb-89de-ab214bd17f8d/cd8218c0-c10d-4e22-a506-928a8c82ef44) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:09:28.069658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe145f-4a0c-41c1-bcc0-852dc37ae17a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=563a0aba-ec6b-4dbd-9e09-8f9649ec18a3,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:28.084833 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.140599 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.153915 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35560) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:28.241253 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.244229 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.245715 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/563a0aba-ec6b-4dbd-9e09-8f9649ec18a3 HTTP/1.1" status: 204 len: 168 time: 0.2280715 Oct 28 12:09:28.256287 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0af53a-bd02-46ab-96ca-d827a8211952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=563a0aba-ec6b-4dbd-9e09-8f9649ec18a3,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:28.277247 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.335921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-436398d9-6f47-464a-b700-baa5cbbcd263 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.346213 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.406792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Network 671ddfc9-340f-4140-b033-92c5d2309c23 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:09:28.413723 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:28.418025 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:09:28.454043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Pushing event updated for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:28.479925 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:28.480757 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.507381 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-cb0e2a2e-b862-4a08-8594-7b6cc74580a9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8658712 Oct 28 12:09:28.521153 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Request body: {'port': {'device_id': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:28.539123 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-436398d9-6f47-464a-b700-baa5cbbcd263 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.547880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-436398d9-6f47-464a-b700-baa5cbbcd263 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.598629 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:28.601801 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d762efd-9406-482b-b4a3-849e212a5993" -d '{"events": [{"server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "name": "network-vif-plugged", "status": "completed", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:28.617452 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.662881 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436398d9-6f47-464a-b700-baa5cbbcd263 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e779f6-a3ee-4f78-9285-2dba1c8fa8e5,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:28.667293 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-436398d9-6f47-464a-b700-baa5cbbcd263 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0e8dd902448b4f9582d27cf32eb74af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5123119 Oct 28 12:09:28.671010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35590) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:28.687377 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00875c00-61e0-413e-b806-a42097018381 req-45ebc902-e928-4098-9826-442ec6dfb642 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:28.689751 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-00875c00-61e0-413e-b806-a42097018381 req-45ebc902-e928-4098-9826-442ec6dfb642 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.1382501 Oct 28 12:09:28.702982 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f51593-96f1-4860-9e71-aeab01831a69 req-9501716b-e01c-41c3-9c98-86488e557fb6 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:28.705518 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-22f51593-96f1-4860-9e71-aeab01831a69 req-9501716b-e01c-41c3-9c98-86488e557fb6 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.1332390 Oct 28 12:09:28.722307 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35592) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:28.756243 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-00875c00-61e0-413e-b806-a42097018381 req-fdb4efb1-a369-4259-a175-dbc7889c81f3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493054 Oct 28 12:09:28.769744 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-22f51593-96f1-4860-9e71-aeab01831a69 req-fe8cc38b-e511-4bdb-bd37-639715d7de83 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562768 Oct 28 12:09:28.807397 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6fb18b3d-f388-4789-8870-da4270e395ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.845586 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee4ca82-61cf-4284-a9fd-3f5393373fbd x-openstack-request-id: req-6ee4ca82-61cf-4284-a9fd-3f5393373fbd {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:28.846217 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "name": "network-vif-plugged", "status": "completed", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:28.846679 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ee4ca82-61cf-4284-a9fd-3f5393373fbd {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:28.847296 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd', 'code': 200} Oct 28 12:09:28.935973 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:28.983623 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b91755-5bcf-4cba-8320-f7b1f566b0fc req-a7f58e90-7639-4ace-ba83-c33b19d5a8e6 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:28.986802 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b9b91755-5bcf-4cba-8320-f7b1f566b0fc req-a7f58e90-7639-4ace-ba83-c33b19d5a8e6 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 931 time: 0.1301296 Oct 28 12:09:28.988835 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.010091 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e501860-76c5-4952-8def-0ec9f8a9ac35 req-ddd3853f-6fd0-4e79-b647-79a33ebc9b6c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:29.011930 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e501860-76c5-4952-8def-0ec9f8a9ac35 req-ddd3853f-6fd0-4e79-b647-79a33ebc9b6c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 944 time: 0.0995255 Oct 28 12:09:29.058390 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6fb18b3d-f388-4789-8870-da4270e395ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.069594 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6fb18b3d-f388-4789-8870-da4270e395ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.090308 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b9b91755-5bcf-4cba-8320-f7b1f566b0fc req-705298d0-f418-406b-a3d6-6621206c7479 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917463 Oct 28 12:09:29.111169 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7c0cb7-caf7-440f-8793-51ac2fc62e49 req-797accf3-f9d0-497b-9330-a176073edb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:29.112728 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4b7c0cb7-caf7-440f-8793-51ac2fc62e49 req-797accf3-f9d0-497b-9330-a176073edb4d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 1098 time: 0.0926065 Oct 28 12:09:29.122102 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e501860-76c5-4952-8def-0ec9f8a9ac35 req-1b1d8f94-8f58-473d-8f8d-41d6b7379f79 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007559 Oct 28 12:09:29.133295 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6fb18b3d-f388-4789-8870-da4270e395ef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f1c870c42513432d9b528d39bf83d6b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4098630 Oct 28 12:09:29.135207 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35602) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:29.141066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb18b3d-f388-4789-8870-da4270e395ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ba0e112-01a5-456b-b67c-b5fcd84bd98c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.169050 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.171326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.181065 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a7e779f6-a3ee-4f78-9285-2dba1c8fa8e5 HTTP/1.1" status: 204 len: 168 time: 0.5037043 Oct 28 12:09:29.196003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3681f3-c0a7-4a54-a68d-40117ddce753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e779f6-a3ee-4f78-9285-2dba1c8fa8e5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.211705 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd8218c0-c10d-4e22-a506-928a8c82ef44 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:29.213649 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4b7c0cb7-caf7-440f-8793-51ac2fc62e49 req-eee85bac-f1f5-4757-bd40-6b5b9602bd23 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903468 Oct 28 12:09:29.224045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.231507 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.241071 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Transition to ACTIVE for port object cd8218c0-c10d-4e22-a506-928a8c82ef44 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:09:29.247112 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.260022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.273383 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-102bfdbd-1bbe-4eb4-b588-c0ba317aa73a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.291406 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573ef150-f761-4b97-ac17-069ed46cf06b up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:29.328488 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.332877 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.336403 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0ba0e112-01a5-456b-b67c-b5fcd84bd98c HTTP/1.1" status: 204 len: 168 time: 0.1979439 Oct 28 12:09:29.337049 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.355422 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d4cde-50c1-4be1-a77c-4cac73185592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ba0e112-01a5-456b-b67c-b5fcd84bd98c,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.396826 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 573ef150-f761-4b97-ac17-069ed46cf06b completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:09:29.406243 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 573ef150-f761-4b97-ac17-069ed46cf06b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:29.406663 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.411496 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Attempting to bind port cd8218c0-c10d-4e22-a506-928a8c82ef44 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:09:29.412076 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Attempting to bind port cd8218c0-c10d-4e22-a506-928a8c82ef44 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:09:29.412510 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Attempting to bind port cd8218c0-c10d-4e22-a506-928a8c82ef44 on network 671ddfc9-340f-4140-b033-92c5d2309c23 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:29.417398 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Port cd8218c0-c10d-4e22-a506-928a8c82ef44 on network 671ddfc9-340f-4140-b033-92c5d2309c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:09:29.417829 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Attempting to bind port cd8218c0-c10d-4e22-a506-928a8c82ef44 on network 671ddfc9-340f-4140-b033-92c5d2309c23 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:09:29.423588 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:09:29.423960 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Checking segment: {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:29.424516 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Bound using segment: {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:09:29.425059 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Bound port: cd8218c0-c10d-4e22-a506-928a8c82ef44, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:09:29.425504 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.543242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:09:29.550934 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:09:29.567306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.569806 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.622568 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:29.623418 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.624935 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] 10.222.0.105 "PUT /v2.0/ports/cd8218c0-c10d-4e22-a506-928a8c82ef44 HTTP/1.1" status: 200 len: 1093 time: 1.1096692 Oct 28 12:09:29.631253 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35624) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:29.638527 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:29.641881 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9837262-f2d9-4497-944c-96a37640a921" -d '{"events": [{"name": "network-changed", "server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:29.645673 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573ef150-f761-4b97-ac17-069ed46cf06b,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:29.658124 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.659182 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:29.669961 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a043cd7-1a98-46e9-9f02-f21af8870448 service neutron] Pushing event updated for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.674742 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69d18490-0846-4794-b33a-8ea8467a3355 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.728842 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9962a23a-9160-4160-a869-83dc0fb86e0d x-openstack-request-id: req-9962a23a-9160-4160-a869-83dc0fb86e0d {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:29.729498 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:29.729932 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9962a23a-9160-4160-a869-83dc0fb86e0d {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:29.730461 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44', 'status': 'completed', 'code': 200} Oct 28 12:09:29.773344 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-437717e8-7ce7-4507-ad74-477320f4ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:29.775358 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-437717e8-7ce7-4507-ad74-477320f4ab8e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 1096 time: 0.0929358 Oct 28 12:09:29.779937 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.801257 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port b8ef8d46-39de-4e9a-b339-d72c8584a430 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:09:29.811381 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port b8ef8d46-39de-4e9a-b339-d72c8584a430 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:29.812559 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.826958 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-5bcaae9f-d6cb-41c5-becc-1fdcddb2363d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44 HTTP/1.1" status: 200 len: 217 time: 0.0419655 Oct 28 12:09:29.874766 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69d18490-0846-4794-b33a-8ea8467a3355 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.892915 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69d18490-0846-4794-b33a-8ea8467a3355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:29.946014 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d18490-0846-4794-b33a-8ea8467a3355 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dfb6bbd-8633-4be5-8bc4-b50f6526096f,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:29.955579 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffef8de-400b-42ac-89ed-4dceff07729e req-df0d3693-9ab5-456d-af66-3b216c45e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:29.958053 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-df0d3693-9ab5-456d-af66-3b216c45e070 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d HTTP/1.1" status: 200 len: 849 time: 0.1225514 Oct 28 12:09:30.005772 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.025371 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-28cf98d3-1a90-40ff-9ac1-8eb888ae7767 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=671ddfc9-340f-4140-b033-92c5d2309c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0556185 Oct 28 12:09:30.074797 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:30.082300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.107818 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-69d18490-0846-4794-b33a-8ea8467a3355 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1559a63fcdec4bfbb47472eab6b1c0c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4752529 Oct 28 12:09:30.114308 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35644) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:30.200413 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:30.224454 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-aa095ce8-ca34-4d78-846d-8b19bdb8f21a service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888130 Oct 28 12:09:30.246507 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be28180-806b-4701-91e9-c4933dc26f3e req-cc65e4cd-8feb-4aaa-b8b7-3d8ab4881d6f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.248082 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7be28180-806b-4701-91e9-c4933dc26f3e req-cc65e4cd-8feb-4aaa-b8b7-3d8ab4881d6f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.3151753 Oct 28 12:09:30.276041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88493cc4-04c1-4b2b-aa4f-354891c5dda2 req-b09f28f3-9963-4165-934d-9e1bac545ca2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.282253 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-88493cc4-04c1-4b2b-aa4f-354891c5dda2 req-b09f28f3-9963-4165-934d-9e1bac545ca2 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.3466182 Oct 28 12:09:30.299449 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.309490 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.382361 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.405705 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7be28180-806b-4701-91e9-c4933dc26f3e req-d7e23dea-ab8f-4d67-8b35-0e1a79b42179 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181376 Oct 28 12:09:30.413386 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.451578 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.454631 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fffef8de-400b-42ac-89ed-4dceff07729e req-bf643d34-9652-4101-9bb4-e0393d5bef3e service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208803 Oct 28 12:09:30.478427 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-88493cc4-04c1-4b2b-aa4f-354891c5dda2 req-01fef335-df20-4bf1-8c9e-13a3ba288725 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878357 Oct 28 12:09:30.568227 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.576208 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:30.578457 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dfb6bbd-8633-4be5-8bc4-b50f6526096f HTTP/1.1" status: 204 len: 168 time: 0.4621477 Oct 28 12:09:30.636948 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837262-f2d9-4497-944c-96a37640a921 req-f5f8d55e-a529-47c2-a8c3-7d899be2623c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.637850 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e1de15-9d9e-4279-8ffb-be3a3c9ee7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dfb6bbd-8633-4be5-8bc4-b50f6526096f,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:30.638682 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-f5f8d55e-a529-47c2-a8c3-7d899be2623c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 1096 time: 0.0850184 Oct 28 12:09:30.686839 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c1e1f-cbc9-428f-943f-d378b4c0d276 req-b4cbe5a5-b905-4a2b-8424-e4243a199e5e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.688396 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3c0c1e1f-cbc9-428f-943f-d378b4c0d276 req-b4cbe5a5-b905-4a2b-8424-e4243a199e5e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 943 time: 0.1530392 Oct 28 12:09:30.701033 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae4a45-315a-4cdd-9913-dd1e0b99ac70 req-3b033dd2-4311-4b49-a269-88cb044ffd8a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.702716 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67ae4a45-315a-4cdd-9913-dd1e0b99ac70 req-3b033dd2-4311-4b49-a269-88cb044ffd8a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1097157 Oct 28 12:09:30.762506 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3c0c1e1f-cbc9-428f-943f-d378b4c0d276 req-3e5c7217-0a64-44c7-a353-0eb534686cf4 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586793 Oct 28 12:09:30.767711 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67ae4a45-315a-4cdd-9913-dd1e0b99ac70 req-7abc0f98-b587-4fb2-93ef-f1e419449f9a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577905 Oct 28 12:09:30.785653 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837262-f2d9-4497-944c-96a37640a921 req-52da6705-e89b-4658-a49b-74deefe4f75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.787137 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-52da6705-e89b-4658-a49b-74deefe4f75f service neutron] 10.222.0.105 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 911 time: 0.1301320 Oct 28 12:09:30.834920 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-496126aa-5fb8-4cc3-9fe0-5eae3cf745b8 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44 HTTP/1.1" status: 200 len: 217 time: 0.0393064 Oct 28 12:09:30.848355 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b'}, {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:30.850792 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b9824-9a84-45c7-94d3-f9c0e54f998b" -d '{"events": [{"server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "name": "network-vif-plugged", "status": "completed", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b"}, {"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:30.892432 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9837262-f2d9-4497-944c-96a37640a921 req-e9ebca03-d61b-44c7-a211-a88a722fafb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:30.894263 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-e9ebca03-d61b-44c7-a211-a88a722fafb7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d HTTP/1.1" status: 200 len: 849 time: 0.0507605 Oct 28 12:09:30.919064 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b74744d1-5ffa-48bf-9d10-5c70f1169e9f x-openstack-request-id: req-b74744d1-5ffa-48bf-9d10-5c70f1169e9f {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:30.919363 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "name": "network-vif-plugged", "status": "completed", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b", "code": 200}, {"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:30.919617 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b74744d1-5ffa-48bf-9d10-5c70f1169e9f {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:30.920008 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b', 'code': 200} Oct 28 12:09:30.920259 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'code': 200} Oct 28 12:09:30.944195 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-88f31819-5a4f-4a4e-bcef-0087c3bc6e48 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=671ddfc9-340f-4140-b033-92c5d2309c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419688 Oct 28 12:09:31.127305 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-ca1cc31c-df79-4b72-9473-74bfab3ba412 service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745887 Oct 28 12:09:31.206458 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db4cc7b-15ee-4b5a-b078-a46daed89dcd req-77caca6a-0c17-40b8-a98a-3c9eb875cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:31.207956 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0db4cc7b-15ee-4b5a-b078-a46daed89dcd req-77caca6a-0c17-40b8-a98a-3c9eb875cf02 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1098 time: 0.0607579 Oct 28 12:09:31.261973 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0db4cc7b-15ee-4b5a-b078-a46daed89dcd req-8c215887-6663-41e1-af9f-19c7d4c028a8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456600 Oct 28 12:09:31.300584 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device cd8218c0-c10d-4e22-a506-928a8c82ef44 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:09:31.349834 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c4f11-457f-48a3-8c38-125122a00dc9 req-2dab9776-34bd-4400-b730-ba167e9585f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:31.351407 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d34c4f11-457f-48a3-8c38-125122a00dc9 req-2dab9776-34bd-4400-b730-ba167e9585f2 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1099 time: 0.1912401 Oct 28 12:09:31.397083 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b9837262-f2d9-4497-944c-96a37640a921 req-28c2fbd5-2f96-4c32-bfde-e8d4d7cedb53 service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152100 Oct 28 12:09:31.505047 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:31.543671 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'cd8218c0-c10d-4e22-a506-928a8c82ef44', 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23', 'port_id': 'cd8218c0-c10d-4e22-a506-928a8c82ef44', 'mac_address': 'fa:16:3e:11:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fca5bb-f7d8-4afb-89de-ab214bd17f8d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:09:31.559389 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d34c4f11-457f-48a3-8c38-125122a00dc9 req-c64642b0-1676-43c5-9e4a-5f8ad115aabb service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977449 Oct 28 12:09:31.639447 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:31.664914 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd8218c0-c10d-4e22-a506-928a8c82ef44 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:09:31.678415 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abaf50a-a463-4a20-bbf6-34ae1e6bd2b9 req-32df26f4-8afb-4b24-b0ab-4cbae15dd5d5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:31.681242 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5abaf50a-a463-4a20-bbf6-34ae1e6bd2b9 req-32df26f4-8afb-4b24-b0ab-4cbae15dd5d5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1136651 Oct 28 12:09:31.701456 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:31.709581 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:31.726594 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3818e888-3006-4405-a891-045dcfdc9095 req-1361819c-2fe3-4d9d-821d-6394527da981 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:31.728983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3818e888-3006-4405-a891-045dcfdc9095 req-1361819c-2fe3-4d9d-821d-6394527da981 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.1263733 Oct 28 12:09:31.773357 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5abaf50a-a463-4a20-bbf6-34ae1e6bd2b9 req-20028c5c-e7ca-4490-a284-4d0493169ebb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847719 Oct 28 12:09:31.783523 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3818e888-3006-4405-a891-045dcfdc9095 req-9dd95943-e9c8-4a86-b125-4710d6187b5e tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472913 Oct 28 12:09:31.859434 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:31.902745 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:32.017100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['cd8218c0-c10d-4e22-a506-928a8c82ef44'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:32.020338 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ceb007-d4ac-47a1-9324-4d04509ca2a6 req-51c189d7-e984-44df-a50e-94d892753890 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:32.028215 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3ceb007-d4ac-47a1-9324-4d04509ca2a6 req-51c189d7-e984-44df-a50e-94d892753890 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1236455 Oct 28 12:09:32.065639 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4109cd-2c6f-40d7-b0d5-3eb72e7024e2 req-b794a9cd-9930-4857-90db-e789d0131ecb tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:32.067463 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2e4109cd-2c6f-40d7-b0d5-3eb72e7024e2 req-b794a9cd-9930-4857-90db-e789d0131ecb tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 944 time: 0.1217079 Oct 28 12:09:32.102723 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3ceb007-d4ac-47a1-9324-4d04509ca2a6 req-f16d6caa-35dd-417d-807a-b8ca50a437b1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735414 Oct 28 12:09:32.168071 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2e4109cd-2c6f-40d7-b0d5-3eb72e7024e2 req-cf7bf5b2-e44e-4b26-8bd3-6b44142ec581 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805809 Oct 28 12:09:32.981624 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380d2fd4-fc1e-4dd4-ba17-4abde0145d68 req-771220c3-5d34-4310-9349-709ea6048b0f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:32.983370 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-380d2fd4-fc1e-4dd4-ba17-4abde0145d68 req-771220c3-5d34-4310-9349-709ea6048b0f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0916462 Oct 28 12:09:33.041373 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-380d2fd4-fc1e-4dd4-ba17-4abde0145d68 req-e392bda1-ac58-4207-85fa-4bfc91c88319 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508356 Oct 28 12:09:33.234107 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15db55b-bb1a-483a-980a-1e9784cedba5 req-20be1e1f-8e26-4540-97c5-ad40c63a1d14 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:33.237290 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c15db55b-bb1a-483a-980a-1e9784cedba5 req-20be1e1f-8e26-4540-97c5-ad40c63a1d14 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0700736 Oct 28 12:09:33.307304 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device cd8218c0-c10d-4e22-a506-928a8c82ef44 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:09:33.343562 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c15db55b-bb1a-483a-980a-1e9784cedba5 req-648acceb-b4c7-4db2-845a-877c1030f98a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837164 Oct 28 12:09:33.354576 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e8e93-91f6-4df1-89ec-cdd41d309c29 req-ef09afb9-1b2c-455a-901c-701875605c6e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:33.356300 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab5e8e93-91f6-4df1-89ec-cdd41d309c29 req-ef09afb9-1b2c-455a-901c-701875605c6e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 944 time: 0.0844083 Oct 28 12:09:33.386022 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port cd8218c0-c10d-4e22-a506-928a8c82ef44 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:09:33.392501 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port cd8218c0-c10d-4e22-a506-928a8c82ef44 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:09:33.392916 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:33.422996 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab5e8e93-91f6-4df1-89ec-cdd41d309c29 req-cd019300-b41e-4f39-8f83-5813ea6231f6 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590441 Oct 28 12:09:33.532842 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:33.559518 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:33.561707 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a118f51-bc57-4cd7-93d8-a8d6f30bb769" -d '{"events": [{"server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "name": "network-vif-plugged", "status": "completed", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:33.577385 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:33.587634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:33.662403 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:33.716910 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0cc661e-db9a-4ca8-9c72-6ad4dcc37318 x-openstack-request-id: req-b0cc661e-db9a-4ca8-9c72-6ad4dcc37318 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:33.717480 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "name": "network-vif-plugged", "status": "completed", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:33.717810 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b0cc661e-db9a-4ca8-9c72-6ad4dcc37318 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:33.718597 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44', 'code': 200} Oct 28 12:09:33.824763 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f49-aee0-4948-9a7f-746b039d8923 req-62684806-eee5-42b5-9d96-917ea54f78de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:33.827109 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-62684806-eee5-42b5-9d96-917ea54f78de service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1098 time: 0.0695229 Oct 28 12:09:33.901042 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdba56ec-21f7-48f2-921b-0b5b58af819e req-3c35f1ec-56b2-49a9-a16b-76e23b158c43 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:33.909254 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cdba56ec-21f7-48f2-921b-0b5b58af819e req-3c35f1ec-56b2-49a9-a16b-76e23b158c43 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1118903 Oct 28 12:09:33.970662 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cdba56ec-21f7-48f2-921b-0b5b58af819e req-e14e4ebc-ce2b-4fdf-8d71-3d9e3f1ba135 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605485 Oct 28 12:09:33.987756 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f49-aee0-4948-9a7f-746b039d8923 req-2fda1de4-476b-4d9e-84f5-f17a4ed98cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:33.989663 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-2fda1de4-476b-4d9e-84f5-f17a4ed98cd6 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.1548874 Oct 28 12:09:34.061841 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-69beb63e-31a8-4000-9d05-f731835582e2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573ef150-f761-4b97-ac17-069ed46cf06b HTTP/1.1" status: 200 len: 217 time: 0.0573916 Oct 28 12:09:34.116911 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6daaa1-5c93-4fe0-91a4-b1f8e4150c9c req-b142bfc4-2b40-43aa-84c9-3fe8edc2fe97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:34.118671 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-db6daaa1-5c93-4fe0-91a4-b1f8e4150c9c req-b142bfc4-2b40-43aa-84c9-3fe8edc2fe97 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 1098 time: 0.1066396 Oct 28 12:09:34.166326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49380f49-aee0-4948-9a7f-746b039d8923 req-385b45bd-6232-4169-bb18-f3e173772693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:34.168989 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-385b45bd-6232-4169-bb18-f3e173772693 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0993192 Oct 28 12:09:34.190437 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508398f-44bd-4c25-bb59-f65555e733b2 req-0b8562b6-eaeb-4a7d-9a3d-700151ed3775 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:34.193377 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b508398f-44bd-4c25-bb59-f65555e733b2 req-0b8562b6-eaeb-4a7d-9a3d-700151ed3775 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0740790 Oct 28 12:09:34.213845 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-db6daaa1-5c93-4fe0-91a4-b1f8e4150c9c req-c4453e56-ecb0-4284-bf0f-1a7315ffb4c6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839002 Oct 28 12:09:34.237907 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-47ac8fe2-f9be-4e10-a5a5-3b44c7dac980 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527050 Oct 28 12:09:34.247606 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b508398f-44bd-4c25-bb59-f65555e733b2 req-71522e4d-e7c0-4fef-aabd-f08a3f756f31 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469632 Oct 28 12:09:34.379608 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e9c9f-0854-433e-8567-5059d492fafe req-345cdcd2-71b8-40c7-8da2-c97bd42ab2fd tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:34.381542 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-238e9c9f-0854-433e-8567-5059d492fafe req-345cdcd2-71b8-40c7-8da2-c97bd42ab2fd tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0600359 Oct 28 12:09:34.390526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35862) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:34.392654 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35864) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:34.396710 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'floatingip': {'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:34.559801 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-83e37ddd-6b7b-4692-8da7-43187b939569 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.591610 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dd7490-01a8-4131-9df0-9018c7df4ba5 req-782b20bf-0054-4c82-bd6f-30e8fc195d6c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:34.593159 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-97dd7490-01a8-4131-9df0-9018c7df4ba5 req-782b20bf-0054-4c82-bd6f-30e8fc195d6c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0757277 Oct 28 12:09:34.661849 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-97dd7490-01a8-4131-9df0-9018c7df4ba5 req-79cf6259-d3b1-4878-aa67-29445ffbce34 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586791 Oct 28 12:09:34.705814 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-83e37ddd-6b7b-4692-8da7-43187b939569 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.712727 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-83e37ddd-6b7b-4692-8da7-43187b939569 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.755223 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.780195 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-83e37ddd-6b7b-4692-8da7-43187b939569 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0021f12baf1c4853a66b56b69f33acf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3864665 Oct 28 12:09:34.783395 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35878) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:34.791005 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e37ddd-6b7b-4692-8da7-43187b939569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76582e7-4ea6-4d80-959c-df5d27cd6ac8,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:34.855107 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.884268 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.951585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.954799 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:34.959225 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e76582e7-4ea6-4d80-959c-df5d27cd6ac8 HTTP/1.1" status: 204 len: 168 time: 0.1713524 Oct 28 12:09:34.964294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b810af7-433e-45db-8531-6549ff163f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76582e7-4ea6-4d80-959c-df5d27cd6ac8,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:35.080258 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-c028c617-aa7d-4190-8392-24321c512c8f service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905449 Oct 28 12:09:35.127576 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc79200-cb02-47df-a9ee-b2ea7f3f61d5 req-434c8a7c-2f96-4c38-ad2f-7ca63313a1bf tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:35.135294 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0bc79200-cb02-47df-a9ee-b2ea7f3f61d5 req-434c8a7c-2f96-4c38-ad2f-7ca63313a1bf tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0638530 Oct 28 12:09:35.180686 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0bc79200-cb02-47df-a9ee-b2ea7f3f61d5 req-e8b6bba5-d603-4218-81cc-844e766a4d44 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441315 Oct 28 12:09:35.181737 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35894) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:35.342465 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35900) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:35.350239 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-000307fb-4717-4b3d-9c38-52b672c6b777 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.367418 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e1996f7-5671-494d-96f2-87000bc82c68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.501414 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.508754 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.536289 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-000307fb-4717-4b3d-9c38-52b672c6b777 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.548026 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-000307fb-4717-4b3d-9c38-52b672c6b777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.554432 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e1996f7-5671-494d-96f2-87000bc82c68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.575912 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8e1996f7-5671-494d-96f2-87000bc82c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.606483 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Floating IP 7cf16baf-8264-4f84-8a8d-9f3b5d16d645 associated. External IP: 172.27.3.114, port: b8ef8d46-39de-4e9a-b339-d72c8584a430. Oct 28 12:09:35.608564 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000307fb-4717-4b3d-9c38-52b672c6b777 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9930b20b-1d10-4568-9daf-3d2d945250a4,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:35.615916 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-000307fb-4717-4b3d-9c38-52b672c6b777 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0d7baa1b2c5a4cabb7473ce60704e216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4325359 Oct 28 12:09:35.622076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35904) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:35.666772 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8e1996f7-5671-494d-96f2-87000bc82c68 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afcceef850f44a6ba8e42553dcdee42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3231866 Oct 28 12:09:35.669603 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 35906) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:35.684474 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1996f7-5671-494d-96f2-87000bc82c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e2ea405-de1a-41b8-bd9f-dd3b55e32f72,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:35.722082 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.744840 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.815860 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.834357 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c52c9b9-3b64-450b-8505-e8126bf15430 req-a059964b-c72b-42a1-b92e-6172021072db tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:35.835844 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7c52c9b9-3b64-450b-8505-e8126bf15430 req-a059964b-c72b-42a1-b92e-6172021072db tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0669377 Oct 28 12:09:35.837592 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.837924 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49380f49-aee0-4948-9a7f-746b039d8923 req-da7fa80f-5d6a-4de8-a849-43952018336c service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671572 Oct 28 12:09:35.840482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.844145 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9930b20b-1d10-4568-9daf-3d2d945250a4 HTTP/1.1" status: 204 len: 168 time: 0.2113206 Oct 28 12:09:35.862775 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d495ec-b254-4940-b692-169a7c33b162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9930b20b-1d10-4568-9daf-3d2d945250a4,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:35.891673 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:35.896910 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7c52c9b9-3b64-450b-8505-e8126bf15430 req-7dc3fec0-ad7b-437b-90a7-c4b8d0cb2366 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 Oct 28 12:09:35.996664 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:09:35.997755 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.000294 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.001463 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e2ea405-de1a-41b8-bd9f-dd3b55e32f72 HTTP/1.1" status: 204 len: 168 time: 0.3295479 Oct 28 12:09:36.011530 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61985-bfc1-41ef-8a29-f70dc2e4480d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e2ea405-de1a-41b8-bd9f-dd3b55e32f72,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:36.270377 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35926) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:36.290753 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3f2a426d-ed9e-4937-8012-1348ac8511ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.391994 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedc62d9-2cf6-4299-b45b-a4a75abaeca1 req-94bb9fe5-8e89-4510-bd75-90d14c139560 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:36.393567 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dedc62d9-2cf6-4299-b45b-a4a75abaeca1 req-94bb9fe5-8e89-4510-bd75-90d14c139560 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1100557 Oct 28 12:09:36.413303 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:09:36.420214 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.431942 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:09:36.441273 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:09:36.441868 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:09:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:36.458506 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9f18bd42-97d3-42fa-b0ee-e2c090288d63 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "PUT /v2.0/floatingips/7cf16baf-8264-4f84-8a8d-9f3b5d16d645 HTTP/1.1" status: 200 len: 992 time: 2.0666196 Oct 28 12:09:36.459194 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:36.461870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80ff1fc-7543-4b58-a4c9-6e5659476071" -d '{"events": [{"name": "network-changed", "server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:36.491916 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3f2a426d-ed9e-4937-8012-1348ac8511ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.498061 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dedc62d9-2cf6-4299-b45b-a4a75abaeca1 req-62bd5f1c-3373-46d5-98ac-fb1ffb973e1e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 Oct 28 12:09:36.499664 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3f2a426d-ed9e-4937-8012-1348ac8511ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.566120 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2a426d-ed9e-4937-8012-1348ac8511ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec783317-40f9-4804-9794-c472ed3de125,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:36.575016 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb975575-0d2c-4067-ba96-bb84e8590fdb x-openstack-request-id: req-fb975575-0d2c-4067-ba96-bb84e8590fdb {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:36.575390 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:36.575727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fb975575-0d2c-4067-ba96-bb84e8590fdb {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:36.576636 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'status': 'completed', 'code': 200} Oct 28 12:09:36.597500 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-3f2a426d-ed9e-4937-8012-1348ac8511ce admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=58060d0258074e06940057ccbc5e294a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3290632 Oct 28 12:09:36.599813 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 35946) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:36.600615 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:09:36.653651 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.679178 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.731100 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.733809 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:36.735079 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ec783317-40f9-4804-9794-c472ed3de125 HTTP/1.1" status: 204 len: 168 time: 0.1343124 Oct 28 12:09:36.744131 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d936f6e-18f8-4dcf-9edc-2ce1950cf5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec783317-40f9-4804-9794-c472ed3de125,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:36.907678 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7cf16baf-8264-4f84-8a8d-9f3b5d16d645', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:09:04Z', 'updated_at': '2021-10-28T12:09:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:36.933524 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:09:36.944852 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:09:36.945484 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:09:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:37.031290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc804c68-634c-422d-a2e9-716a85950516 req-4fe5fa29-00f9-4811-8b7d-932ac608a8dd tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:37.039470 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bc804c68-634c-422d-a2e9-716a85950516 req-4fe5fa29-00f9-4811-8b7d-932ac608a8dd tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0645592 Oct 28 12:09:37.078376 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:09:37.081998 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bc804c68-634c-422d-a2e9-716a85950516 req-3807ef61-fe01-495f-8171-d83a32f71516 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412569 Oct 28 12:09:37.331121 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7cf16baf-8264-4f84-8a8d-9f3b5d16d645', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:09:04Z', 'updated_at': '2021-10-28T12:09:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:09:37.456015 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9fbdbac-336b-4aba-955b-55cdb6dcfb6c None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7cf16baf-8264-4f84-8a8d-9f3b5d16d645', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.114', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 95, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:09:04Z', 'updated_at': '2021-10-28T12:09:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:09:37.631459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-0477d195-c75a-4234-892a-f58847a3436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:37.634052 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-0477d195-c75a-4234-892a-f58847a3436d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1099 time: 0.0584002 Oct 28 12:09:37.660375 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b040ff8e-f8a4-4b2d-a77d-1825b85898d4 req-f7f1b370-21d6-4547-9966-185a13d25172 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:37.662480 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b040ff8e-f8a4-4b2d-a77d-1825b85898d4 req-f7f1b370-21d6-4547-9966-185a13d25172 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0623906 Oct 28 12:09:37.707256 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b040ff8e-f8a4-4b2d-a77d-1825b85898d4 req-5238b79d-d6fe-46da-89ae-7b13414fee10 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369656 Oct 28 12:09:37.748351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4f1d23-5ebd-41e2-9085-e0d1fb4c65f6 None None] New status for floating IP 7cf16baf-8264-4f84-8a8d-9f3b5d16d645: ACTIVE {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:09:37.773426 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-26772394-ab39-45ba-a232-5df34dfe7cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:37.775306 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-26772394-ab39-45ba-a232-5df34dfe7cb5 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.1186364 Oct 28 12:09:37.882247 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-27c33c0b-807f-435b-bf6e-ee597584a690 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1000 time: 0.0958416 Oct 28 12:09:37.944748 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-36705483-82d1-4109-b6d5-0456d8882263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:37.946754 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-36705483-82d1-4109-b6d5-0456d8882263 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0545211 Oct 28 12:09:38.025011 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-837bea53-7b84-4c79-b8a3-932d14177458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:38.026504 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-837bea53-7b84-4c79-b8a3-932d14177458 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0572655 Oct 28 12:09:38.137548 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-a5db32d5-1d7b-4815-a265-2b02ed79475e service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969160 Oct 28 12:09:38.208534 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498929f1-579b-4fa9-8dfa-4b11f41b2bfd req-201bc027-1e0d-4851-8495-4e92449b846d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:38.211213 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-498929f1-579b-4fa9-8dfa-4b11f41b2bfd req-201bc027-1e0d-4851-8495-4e92449b846d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0557065 Oct 28 12:09:38.246310 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c80ff1fc-7543-4b58-a4c9-6e5659476071 req-febc6826-9763-4474-83bd-b37c5886a95e service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958323 Oct 28 12:09:38.259809 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-498929f1-579b-4fa9-8dfa-4b11f41b2bfd req-805bbf72-16f1-4521-b674-76572275eff1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393288 Oct 28 12:09:38.703195 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36058) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:38.847674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcdf3a-eafe-404b-afcc-afbea119315b req-80692e3b-16a4-4097-a969-b42f047b8c4d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:38.849311 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a3fcdf3a-eafe-404b-afcc-afbea119315b req-80692e3b-16a4-4097-a969-b42f047b8c4d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0640090 Oct 28 12:09:38.863938 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-68c8345b-01e3-4e53-b234-f7d585190bd8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:38.920914 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a3fcdf3a-eafe-404b-afcc-afbea119315b req-946d29a3-6ebf-47d0-8ffb-44c49e561210 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590119 Oct 28 12:09:39.144070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-68c8345b-01e3-4e53-b234-f7d585190bd8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.147051 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-68c8345b-01e3-4e53-b234-f7d585190bd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.181722 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c8345b-01e3-4e53-b234-f7d585190bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34e86a5-944d-40f4-bb15-ab0698e3b108,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:39.185897 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-68c8345b-01e3-4e53-b234-f7d585190bd8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3cf55bf79a6948799f2e74a4dd709df0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4811368 Oct 28 12:09:39.189199 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36078) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:39.235723 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.256099 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.300870 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.304571 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.305758 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a34e86a5-944d-40f4-bb15-ab0698e3b108 HTTP/1.1" status: 204 len: 168 time: 0.1158025 Oct 28 12:09:39.314771 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e316aa7d-d387-4f3e-ad39-0e3f419386e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34e86a5-944d-40f4-bb15-ab0698e3b108,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:39.390040 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461f40f4-fca0-4110-982e-2254b2025307 req-a2f6b500-66e3-463a-af00-ff1ca4aa5087 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:39.391520 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-461f40f4-fca0-4110-982e-2254b2025307 req-a2f6b500-66e3-463a-af00-ff1ca4aa5087 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0538025 Oct 28 12:09:39.428948 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-461f40f4-fca0-4110-982e-2254b2025307 req-82e9f1d9-2f7d-4c2f-a832-61db8d23040d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313306 Oct 28 12:09:39.573625 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36090) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:39.586357 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c60414-cc07-40c9-a89a-554c77d07155 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.657884 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c60414-cc07-40c9-a89a-554c77d07155 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.662011 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c60414-cc07-40c9-a89a-554c77d07155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.699006 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-08c60414-cc07-40c9-a89a-554c77d07155 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d9e3de38c2ba458f9b792ec26cb9046e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1243119 Oct 28 12:09:39.699880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c60414-cc07-40c9-a89a-554c77d07155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a98b46-ee2f-4eb2-b8ba-9f2d60d86081,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:39.701690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36094) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:39.750166 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.774279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.820196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.822723 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:39.826280 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1a98b46-ee2f-4eb2-b8ba-9f2d60d86081 HTTP/1.1" status: 204 len: 168 time: 0.1210959 Oct 28 12:09:39.832892 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d0e11b-d6de-4c2f-8cf5-a7c3444297b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a98b46-ee2f-4eb2-b8ba-9f2d60d86081,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:40.048062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6fc52-9b7e-4b15-9ae7-7d5ef9617438 req-5e5bc7c6-76f5-4713-a9e9-472111bf8975 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:40.049730 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6b6fc52-9b7e-4b15-9ae7-7d5ef9617438 req-5e5bc7c6-76f5-4713-a9e9-472111bf8975 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0530784 Oct 28 12:09:40.091093 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6b6fc52-9b7e-4b15-9ae7-7d5ef9617438 req-de85b8af-17a3-4fdd-8ea8-517b52f3126d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349724 Oct 28 12:09:41.212222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06e1c40-ef29-416f-a74f-a37332e247fb req-d139c6d8-747f-4c55-b1bb-9b2c65ee4c18 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:41.214385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d06e1c40-ef29-416f-a74f-a37332e247fb req-d139c6d8-747f-4c55-b1bb-9b2c65ee4c18 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0544298 Oct 28 12:09:41.252488 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d06e1c40-ef29-416f-a74f-a37332e247fb req-2ea9bca8-ecb7-444d-b29d-594a1cb6adf5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315878 Oct 28 12:09:42.366767 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0851286b-6fc3-4173-ab8d-6924124c35aa req-2566d0f9-a08f-467e-be3b-fa0064dbcfe7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:42.368227 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0851286b-6fc3-4173-ab8d-6924124c35aa req-2566d0f9-a08f-467e-be3b-fa0064dbcfe7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0496366 Oct 28 12:09:42.406903 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0851286b-6fc3-4173-ab8d-6924124c35aa req-f9afb4f1-6368-4503-8839-fc3cdc1d38ea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Oct 28 12:09:42.917215 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:09:43.520102 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcee6ec9-d4e0-44f7-9493-6759083c157a req-0aa9025b-91fa-44b2-96ae-edf3580683bb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:43.521574 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dcee6ec9-d4e0-44f7-9493-6759083c157a req-0aa9025b-91fa-44b2-96ae-edf3580683bb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0480201 Oct 28 12:09:43.558537 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dcee6ec9-d4e0-44f7-9493-6759083c157a req-aa6fc217-4f32-492a-ae05-5a1a5c744791 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310321 Oct 28 12:09:44.672741 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841a73c-9490-496e-8a31-0ed80bf0eebe req-8fe73094-7f0f-4083-baed-bbc53682443f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:44.674206 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9841a73c-9490-496e-8a31-0ed80bf0eebe req-8fe73094-7f0f-4083-baed-bbc53682443f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0513382 Oct 28 12:09:44.712033 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9841a73c-9490-496e-8a31-0ed80bf0eebe req-00b848a3-42e2-414d-947c-998317f6851c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318320 Oct 28 12:09:45.825156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db6341-1c2c-4915-acc3-30f7bf98947a req-d1f309b2-963f-4c9b-b9f7-63f451238c94 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:45.826598 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67db6341-1c2c-4915-acc3-30f7bf98947a req-d1f309b2-963f-4c9b-b9f7-63f451238c94 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0479975 Oct 28 12:09:45.863044 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67db6341-1c2c-4915-acc3-30f7bf98947a req-addf1daf-27b1-435d-8970-d9028aeef4fd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300205 Oct 28 12:09:46.354104 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4605448c-eceb-49f4-9502-613d8ed441fa req-12c7bbe7-04dd-42e6-ba05-9cda7c29e992 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:46.355530 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4605448c-eceb-49f4-9502-613d8ed441fa req-12c7bbe7-04dd-42e6-ba05-9cda7c29e992 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0476727 Oct 28 12:09:46.393605 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4605448c-eceb-49f4-9502-613d8ed441fa req-3fef3769-c6eb-4409-a3ca-e0a8e3ba2cd0 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317070 Oct 28 12:09:46.978280 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9bc74-62d5-4581-bb69-591925c6aae6 req-7c278e37-adb0-48c6-9f95-c425567e21d9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:46.979732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1ac9bc74-62d5-4581-bb69-591925c6aae6 req-7c278e37-adb0-48c6-9f95-c425567e21d9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0513988 Oct 28 12:09:47.016752 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1ac9bc74-62d5-4581-bb69-591925c6aae6 req-f22df6a4-6068-4b51-b705-b1bb418072fd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303090 Oct 28 12:09:47.504441 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f92198e-4a25-42a9-a66f-d586ffba3c3f req-f250ecef-1503-4c8d-89f4-07a4ce9a2f5d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:47.505899 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4f92198e-4a25-42a9-a66f-d586ffba3c3f req-f250ecef-1503-4c8d-89f4-07a4ce9a2f5d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0478199 Oct 28 12:09:47.543507 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4f92198e-4a25-42a9-a66f-d586ffba3c3f req-609824e0-b193-470e-9a39-8c5293db3335 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318708 Oct 28 12:09:48.130705 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6f1c7b-9c14-4470-92bc-913a7b21ae7c req-c30252ad-93de-4a70-9611-c75ba4c1438c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:48.132167 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f6f1c7b-9c14-4470-92bc-913a7b21ae7c req-c30252ad-93de-4a70-9611-c75ba4c1438c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0489345 Oct 28 12:09:48.169239 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f6f1c7b-9c14-4470-92bc-913a7b21ae7c req-291e22b3-5242-4b0d-8764-3a88f645c727 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310147 Oct 28 12:09:48.657316 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f792bd6a-f76d-49e2-8cfa-71e60db499b8 req-bd665c61-0f6e-4064-8970-febc0a34fb44 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:48.658642 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f792bd6a-f76d-49e2-8cfa-71e60db499b8 req-bd665c61-0f6e-4064-8970-febc0a34fb44 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0510356 Oct 28 12:09:48.694834 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f792bd6a-f76d-49e2-8cfa-71e60db499b8 req-d25e8b20-1ff3-4e6f-9407-819adafdda51 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303941 Oct 28 12:09:49.284525 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab528dee-bdb9-4870-aa87-98fe08c722d4 req-dc3c5f63-b0b7-4440-b2af-ba62c3e695d7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:49.285997 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab528dee-bdb9-4870-aa87-98fe08c722d4 req-dc3c5f63-b0b7-4440-b2af-ba62c3e695d7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0478568 Oct 28 12:09:49.325222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab528dee-bdb9-4870-aa87-98fe08c722d4 req-67e5dd47-7971-4bec-adb5-860395a62c87 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335178 Oct 28 12:09:49.808689 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7970373-a8bb-42d3-ba9f-3e30f76a4f0e req-86c0ce27-35f9-4f74-a0a2-d1be97bddf5f tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:49.810140 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7970373-a8bb-42d3-ba9f-3e30f76a4f0e req-86c0ce27-35f9-4f74-a0a2-d1be97bddf5f tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0481105 Oct 28 12:09:49.845922 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7970373-a8bb-42d3-ba9f-3e30f76a4f0e req-294e02af-f77e-4cb8-981c-117b4ca8aa90 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295446 Oct 28 12:09:50.446468 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a089cb-2d8b-492b-8170-3ea1dc4683dd req-ea7e1a23-300e-45cb-a4c7-4921be4f9f45 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:50.447917 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-79a089cb-2d8b-492b-8170-3ea1dc4683dd req-ea7e1a23-300e-45cb-a4c7-4921be4f9f45 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0522752 Oct 28 12:09:50.486468 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-79a089cb-2d8b-492b-8170-3ea1dc4683dd req-113305a0-4926-445c-8c68-6f712afcb409 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324523 Oct 28 12:09:50.959067 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f15c-52d8-4811-8041-6445e22cb940 req-eb212a3b-90d2-43df-ac79-f8cf4b6548ac tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:50.960485 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a395f15c-52d8-4811-8041-6445e22cb940 req-eb212a3b-90d2-43df-ac79-f8cf4b6548ac tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0492184 Oct 28 12:09:50.997548 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a395f15c-52d8-4811-8041-6445e22cb940 req-5b5e7f11-2f3f-4ec6-8eba-5d48de59e3f0 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312216 Oct 28 12:09:51.598060 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bfd82d-bb32-4c6d-b134-270ca73e5255 req-220dffe2-88e4-43d8-b140-9df9c6994d17 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:51.599521 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01bfd82d-bb32-4c6d-b134-270ca73e5255 req-220dffe2-88e4-43d8-b140-9df9c6994d17 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0489557 Oct 28 12:09:51.638325 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01bfd82d-bb32-4c6d-b134-270ca73e5255 req-afdd1bfe-6b00-4830-b4cf-64187aacea66 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329585 Oct 28 12:09:52.115401 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34da28bc-1699-4193-8d75-c22726f3b93f req-b916982b-1b5c-474b-b262-01d62b317b81 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:52.116868 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34da28bc-1699-4193-8d75-c22726f3b93f req-b916982b-1b5c-474b-b262-01d62b317b81 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0515354 Oct 28 12:09:52.154361 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34da28bc-1699-4193-8d75-c22726f3b93f req-f8d72e80-f915-4668-b195-efd36f256c55 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316968 Oct 28 12:09:52.749642 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eb093f-1354-48b7-bf2f-0900fa4be19d req-5760a6e4-7d8d-43b2-91fe-0f91e0072e61 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:52.751088 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-12eb093f-1354-48b7-bf2f-0900fa4be19d req-5760a6e4-7d8d-43b2-91fe-0f91e0072e61 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0484343 Oct 28 12:09:52.787837 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-12eb093f-1354-48b7-bf2f-0900fa4be19d req-eda0db3e-0189-466b-9b20-cfbb644c1a64 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303528 Oct 28 12:09:53.266926 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2417a5b1-cd8a-48c1-86c0-459d9824ec16 req-625af316-fb37-4214-a409-541695767b75 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:53.268456 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2417a5b1-cd8a-48c1-86c0-459d9824ec16 req-625af316-fb37-4214-a409-541695767b75 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0497561 Oct 28 12:09:53.318290 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2417a5b1-cd8a-48c1-86c0-459d9824ec16 req-a9dbfe4e-f181-4681-8bc2-7b094137f180 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413392 Oct 28 12:09:53.937977 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e274f158-3e54-43f2-a41d-e61141e4257b req-47251a30-13c1-4bf5-bb1b-8faafac82fc7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:53.945738 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e274f158-3e54-43f2-a41d-e61141e4257b req-47251a30-13c1-4bf5-bb1b-8faafac82fc7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0819807 Oct 28 12:09:53.982396 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e274f158-3e54-43f2-a41d-e61141e4257b req-072e3a36-7903-478d-a890-b4cb6cc315c0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Oct 28 12:09:54.134196 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36394) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:54.148868 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf437d4-08e3-4432-8675-f80df43d404f req-fe618dee-77be-42b5-8967-9f21a98a1769 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:54.150343 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-daf437d4-08e3-4432-8675-f80df43d404f req-fe618dee-77be-42b5-8967-9f21a98a1769 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.0820870 Oct 28 12:09:54.245365 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.278933 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Deleting port cd8218c0-c10d-4e22-a506-928a8c82ef44 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:09:54.279274 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.323243 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.327674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.373108 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6010940012ef475da48153f6d8881d7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377951 Oct 28 12:09:54.375153 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36402) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:54.383812 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] For port cd8218c0-c10d-4e22-a506-928a8c82ef44, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=cd8218c0-c10d-4e22-a506-928a8c82ef44,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:09:54.384444 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.385420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e78064c-1dce-4926-b65e-6b0372616462,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:54.397851 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.397851 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.398180 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.398370 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.398857 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.399246 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.399673 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.400041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.400443 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.400888 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.401269 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.401645 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8702250e-5a23-4893-883a-fd212d186436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.402687 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Calling delete_port for cd8218c0-c10d-4e22-a506-928a8c82ef44 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:09:54.519190 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.544809 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.589553 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.603495 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['cd8218c0-c10d-4e22-a506-928a8c82ef44'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:09:54.606169 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960ac6fa-3d3d-48f5-8e12-a83e02dcbbef req-f1616f66-accd-4946-891d-6c6ed385d11d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:54.614514 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-960ac6fa-3d3d-48f5-8e12-a83e02dcbbef req-f1616f66-accd-4946-891d-6c6ed385d11d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ba42933-21be-4f9a-b9d8-327386bbc227 HTTP/1.1" status: 200 len: 945 time: 0.2074394 Oct 28 12:09:54.641434 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Pushing event deleted for resources: {'Port': ['ID=cd8218c0-c10d-4e22-a506-928a8c82ef44,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:54.663766 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-960ac6fa-3d3d-48f5-8e12-a83e02dcbbef req-2319564a-8f9b-4de3-b999-28acfa31a587 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462337 Oct 28 12:09:54.669145 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.674812 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.678271 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3e78064c-1dce-4926-b65e-6b0372616462 HTTP/1.1" status: 204 len: 168 time: 0.3004885 Oct 28 12:09:54.688003 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bfc2e9-c9c1-48ea-8c16-d44f1b36cab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e78064c-1dce-4926-b65e-6b0372616462,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:54.704802 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.705431 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.705943 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.706448 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.706965 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.707479 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.707972 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.708650 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.709210 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.709758 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.712135 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.712703 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:09:54.761240 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] No DVR routers for this DVR port cd8218c0-c10d-4e22-a506-928a8c82ef44 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:09:54.771856 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:54.778333 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-daf437d4-08e3-4432-8675-f80df43d404f req-9af32d34-fa6a-49ac-ac6f-85a04bc55c4c tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "DELETE /v2.0/ports/cd8218c0-c10d-4e22-a506-928a8c82ef44 HTTP/1.1" status: 204 len: 173 time: 0.6197016 Oct 28 12:09:54.780358 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'name': 'network-vif-deleted', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:09:54.787037 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac5fc2c-9c4f-4110-8450-545d36620ea6" -d '{"events": [{"server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "name": "network-vif-deleted", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:09:54.847972 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8193a644-aacb-4c05-9967-b32d34736cc3 x-openstack-request-id: req-8193a644-aacb-4c05-9967-b32d34736cc3 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:09:54.848512 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ba42933-21be-4f9a-b9d8-327386bbc227", "name": "network-vif-deleted", "tag": "cd8218c0-c10d-4e22-a506-928a8c82ef44", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:09:54.848946 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8193a644-aacb-4c05-9967-b32d34736cc3 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:09:54.849480 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ba42933-21be-4f9a-b9d8-327386bbc227', 'name': 'network-vif-deleted', 'tag': 'cd8218c0-c10d-4e22-a506-928a8c82ef44', 'status': 'completed', 'code': 200} Oct 28 12:09:55.025320 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b32733-f325-4652-8276-1442cfffc20e req-a1f04a2a-86be-46e7-9d8f-f983f61fccc1 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:55.032140 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-08b32733-f325-4652-8276-1442cfffc20e req-a1f04a2a-86be-46e7-9d8f-f983f61fccc1 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0982463 Oct 28 12:09:55.155153 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-08b32733-f325-4652-8276-1442cfffc20e req-c31166e5-8e97-4ce0-bdf1-27086be1dac8 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171679 Oct 28 12:09:55.201032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d76735-b894-4d78-a488-281cede309f9 req-a7371c7f-b2eb-434e-b3f6-c57d73a76cef tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:55.201430 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36450) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:55.207226 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-47d76735-b894-4d78-a488-281cede309f9 req-a7371c7f-b2eb-434e-b3f6-c57d73a76cef tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1176515 Oct 28 12:09:55.221361 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af6be673-0597-4ff1-b2e2-715933c6f86e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.265374 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-47d76735-b894-4d78-a488-281cede309f9 req-a9b18381-65b6-46d8-8ae6-f29761f52c7d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532572 Oct 28 12:09:55.320563 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af6be673-0597-4ff1-b2e2-715933c6f86e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.324419 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af6be673-0597-4ff1-b2e2-715933c6f86e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.366017 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-af6be673-0597-4ff1-b2e2-715933c6f86e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7aeceea8ea6846dea0528f07bbee9b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1632154 Oct 28 12:09:55.366017 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6be673-0597-4ff1-b2e2-715933c6f86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb9f1b-75dd-4522-8c05-a1e26c8d45f7,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:55.366526 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36458) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:55.421926 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.444146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.493869 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.496571 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:55.497749 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/21eb9f1b-75dd-4522-8c05-a1e26c8d45f7 HTTP/1.1" status: 204 len: 168 time: 0.1300986 Oct 28 12:09:55.506502 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93916253-c51e-4dcd-9ba3-9c0a88a91412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb9f1b-75dd-4522-8c05-a1e26c8d45f7,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:55.979395 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-eabc5d06-7f77-44f1-a03c-4f07891dc843 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:55.980985 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-eabc5d06-7f77-44f1-a03c-4f07891dc843 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 809 time: 0.1089132 Oct 28 12:09:55.996467 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-7ff05db3-0c52-4dfb-9827-3f0e5b46850d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/quotas/0b3df8d1a3984de2a29a33bd7fb45ddf HTTP/1.1" status: 200 len: 375 time: 0.0091035 Oct 28 12:09:56.033323 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-fc0d094f-8259-46fd-8ad9-25b1158da74a tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299802 Oct 28 12:09:56.156733 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-9875a198-a4db-4461-b35d-f9877112dd3b service neutron] 10.222.0.32 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189702 Oct 28 12:09:56.240699 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36514) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:56.320167 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-b5e67731-78ce-4686-b182-b04e32d2ef17 service neutron] 10.222.0.32 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569366 Oct 28 12:09:56.330215 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d20cff-198d-4663-82fa-0b7a99e2f546 req-1223ea6f-abb6-46cb-95a7-b4485499745c tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:56.331713 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5d20cff-198d-4663-82fa-0b7a99e2f546 req-1223ea6f-abb6-46cb-95a7-b4485499745c tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0988581 Oct 28 12:09:56.382366 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5d20cff-198d-4663-82fa-0b7a99e2f546 req-4c1d3e0c-acc9-40b6-9b7d-6e901ebfb657 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425045 Oct 28 12:09:56.421152 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-202120957-network', 'tenant_id': '1af3ee7253424d2abde49baa9d4cb9b7'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:56.448220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Made reservation on behalf of 1af3ee7253424d2abde49baa9d4cb9b7 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:56.450749 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.467634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.575613 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6763a039-54ee-4428-9528-be37058e3614 req-e8534d21-4541-47b6-920c-9b2732accf53 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:56.575613 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6763a039-54ee-4428-9528-be37058e3614 req-e8534d21-4541-47b6-920c-9b2732accf53 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0669270 Oct 28 12:09:56.600805 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.606420 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.621015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] vlan segment allocate from pool success with {'vlan_id': 1002, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:09:56.632487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.633223 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Added segment 66fdc85c-183f-4435-8237-4280e069dab5 of type vlan for network 11e2f835-0833-44d6-b3a7-dca2159564db Oct 28 12:09:56.659906 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6763a039-54ee-4428-9528-be37058e3614 req-804597ee-efce-455a-9f77-03f2455564e8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779762 Oct 28 12:09:56.687804 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.696482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-39dda44a-52b0-4e82-812f-c40f784b58f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.719289 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e641ab63-017e-468f-aeb8-9f50dea985e4,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:56.732061 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5af4fd5e-6249-4da7-892a-7c5ede46c689 req-ea5efa1c-8d25-401e-beb8-71660e891147 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0599635 Oct 28 12:09:56.736593 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.737614 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:56.738150 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:56.800865 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5587215 Oct 28 12:09:56.804146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36556) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:56.809739 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Request body: {'subnet': {'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-202120957-subnet', 'tenant_id': '1af3ee7253424d2abde49baa9d4cb9b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:09:56.813230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c142e-8fdf-44ed-9fdb-94ad5ef6774b admin admin] Pushing event updated for resources: {'Network': ['ID=11e2f835-0833-44d6-b3a7-dca2159564db,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:56.827820 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 11e2f835-0833-44d6-b3a7-dca2159564db details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:09:56.858311 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Made reservation on behalf of 1af3ee7253424d2abde49baa9d4cb9b7 for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:09:56.863012 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:57.063118 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:57.113291 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da240fd-d78d-4686-bd81-76a0c1caccb8,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:57.124009 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Checking segment: {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:09:57.124354 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Network hostable DHCP agents. Network: 11e2f835-0833-44d6-b3a7-dca2159564db, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:09:57.140379 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Network 11e2f835-0833-44d6-b3a7-dca2159564db is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:09:57.149193 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 11e2f835-0833-44d6-b3a7-dca2159564db) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:09:57.153946 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:57.154524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:57.162169 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7131165b-cb30-4407-918c-deb802ebda12 None None] Network 11e2f835-0833-44d6-b3a7-dca2159564db requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:09:57.170117 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b8504736-0baa-48c2-9b5d-c526d26b21a1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3646472 Oct 28 12:09:57.281843 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf242568-7214-411f-a17b-3d4dd8dafcf0 None None] Network 11e2f835-0833-44d6-b3a7-dca2159564db requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:09:57.505061 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941cf23a-288b-4e44-b064-6e3a902536b8 req-5f8c69c1-7123-411c-a469-a7748dcab105 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:57.506566 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-941cf23a-288b-4e44-b064-6e3a902536b8 req-5f8c69c1-7123-411c-a469-a7748dcab105 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0531383 Oct 28 12:09:57.549177 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-941cf23a-288b-4e44-b064-6e3a902536b8 req-b6cef0b3-e8ac-4db7-b5e2-0286267664d3 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350480 Oct 28 12:09:57.769762 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd788c-cfb0-4f7d-a337-2885f354f42b req-75e09d61-c05c-4af9-a5e6-af78f54c82f7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:57.771426 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cefd788c-cfb0-4f7d-a337-2885f354f42b req-75e09d61-c05c-4af9-a5e6-af78f54c82f7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0489056 Oct 28 12:09:57.792624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device cd8218c0-c10d-4e22-a506-928a8c82ef44 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:09:57.811053 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cefd788c-cfb0-4f7d-a337-2885f354f42b req-961a9975-ae33-4b9a-bc6b-1f658d50eb7b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337241 Oct 28 12:09:57.811709 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36592) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:57.818298 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: cd8218c0-c10d-4e22-a506-928a8c82ef44 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:09:57.818940 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device cd8218c0-c10d-4e22-a506-928a8c82ef44 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:09:57.892792 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a18f657-d040-4e53-becc-c88e1cefdaf5 req-cffc1847-774c-40ec-8019-c7e4fe5238d2 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0254655 Oct 28 12:09:57.918420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f2950f26-9f91-4b5f-929f-73870622be09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:57.997049 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f2950f26-9f91-4b5f-929f-73870622be09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.001057 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f2950f26-9f91-4b5f-929f-73870622be09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.040555 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-f2950f26-9f91-4b5f-929f-73870622be09 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ebbb5b66b5a94733907cd548bcea621e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2254603 Oct 28 12:09:58.040555 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2950f26-9f91-4b5f-929f-73870622be09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f90eb3f-c64f-42a2-916c-4249a75dde5c,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:58.041042 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36600) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:58.093673 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.115591 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.166460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.169047 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.170198 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6f90eb3f-c64f-42a2-916c-4249a75dde5c HTTP/1.1" status: 204 len: 168 time: 0.1275275 Oct 28 12:09:58.179249 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae2812-8e6d-42f1-8521-acbd769d9772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f90eb3f-c64f-42a2-916c-4249a75dde5c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:58.451778 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36614) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:58.464570 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-de53523f-2805-4931-855c-1a37ea95115b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.534854 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-de53523f-2805-4931-855c-1a37ea95115b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.538463 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-de53523f-2805-4931-855c-1a37ea95115b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.574048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53523f-2805-4931-855c-1a37ea95115b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4575db51-8b61-4212-9668-4611c1bad4ea,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:58.580400 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-de53523f-2805-4931-855c-1a37ea95115b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=41177a67195b4243ae2cb2fd7e0e523e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1253099 Oct 28 12:09:58.580796 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36620) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:58.639149 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.677390 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.705578 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a164c397-2ad5-46f4-b37e-11e788647829 req-8bea18b2-4505-4ac0-8cdf-8dbb538aaf9a tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:58.707138 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a164c397-2ad5-46f4-b37e-11e788647829 req-8bea18b2-4505-4ac0-8cdf-8dbb538aaf9a tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0812659 Oct 28 12:09:58.759867 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a164c397-2ad5-46f4-b37e-11e788647829 req-8b620f29-c391-452d-a598-413b12fbe5d5 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456975 Oct 28 12:09:58.765148 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.768312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:58.771693 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4575db51-8b61-4212-9668-4611c1bad4ea HTTP/1.1" status: 204 len: 168 time: 0.1876228 Oct 28 12:09:58.777346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8b9e9-49a3-42a8-83c6-007ca5c67334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4575db51-8b61-4212-9668-4611c1bad4ea,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:58.929695 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe53f2-8eda-4851-9f70-4ba2c177ba27 req-6e68bdbb-1421-4bde-8e29-f1e053bdd050 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:58.931151 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cbbe53f2-8eda-4851-9f70-4ba2c177ba27 req-6e68bdbb-1421-4bde-8e29-f1e053bdd050 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0531478 Oct 28 12:09:58.972566 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cbbe53f2-8eda-4851-9f70-4ba2c177ba27 req-106093c5-2f1f-4986-8832-f93e6e26b530 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324140 Oct 28 12:09:59.051757 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-149cb6fd-5721-45c4-be6b-4caa52e4797c req-751e0245-0562-40a4-9f22-790b86cf45bc tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0268645 Oct 28 12:09:59.096304 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36632) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:59.108841 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-bf40347b-4c3d-47cd-ba62-1ae60cb671c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.180571 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-bf40347b-4c3d-47cd-ba62-1ae60cb671c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.184145 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-bf40347b-4c3d-47cd-ba62-1ae60cb671c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.225353 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-bf40347b-4c3d-47cd-ba62-1ae60cb671c1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4b391bd044ec410596ee62edc4bf0df8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1278713 Oct 28 12:09:59.225712 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7f631a9c-ce97-4e43-a19a-1727b79a8921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.226279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf40347b-4c3d-47cd-ba62-1ae60cb671c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c9c3d2-ce32-4905-b79a-6db066e0e696,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:59.227211 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36634) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:09:59.276676 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.296694 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.342600 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.350815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:09:59.351961 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/41c9c3d2-ce32-4905-b79a-6db066e0e696 HTTP/1.1" status: 204 len: 168 time: 0.1234901 Oct 28 12:09:59.360893 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd68a8-5cfc-425d-bc7e-a448664194cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c9c3d2-ce32-4905-b79a-6db066e0e696,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:09:59.907476 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f884e-1b14-48e0-a26b-8859eb0d778d req-6ff86ea4-46e7-4319-902f-483b6ff56e87 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:09:59.913722 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5d5f884e-1b14-48e0-a26b-8859eb0d778d req-6ff86ea4-46e7-4319-902f-483b6ff56e87 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0726554 Oct 28 12:09:59.957631 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5d5f884e-1b14-48e0-a26b-8859eb0d778d req-5d28f50b-bda1-4f0f-9f4d-8bd3b3aaa753 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/security-groups?id=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380352 Oct 28 12:10:00.126198 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a62a4d-793b-4ec7-b5fe-49a484c58783 req-39a68a3e-1bd8-4785-9bed-95fa6bf0fb48 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:00.128279 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-05a62a4d-793b-4ec7-b5fe-49a484c58783 req-39a68a3e-1bd8-4785-9bed-95fa6bf0fb48 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0541716 Oct 28 12:10:00.159865 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fce81b82-dff3-4a45-bd4c-5d49de735865 req-9c2aa1c2-80e8-481d-b344-9bbba0006b8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0305161 Oct 28 12:10:00.187914 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-05a62a4d-793b-4ec7-b5fe-49a484c58783 req-8b84f5e5-ba32-44ef-bf14-793d9b209a5d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490692 Oct 28 12:10:00.217744 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.228704 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.320388 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-fc308463-e37e-473a-9a9e-a24584a5c079 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:00.321868 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-fc308463-e37e-473a-9a9e-a24584a5c079 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.105 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 945 time: 0.0530882 Oct 28 12:10:00.365719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.440273 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Deleting port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:10:00.440559 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.553769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] For port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,segment=NetworkSegment(6044ede5-70a9-4610-85eb-a4c5961da5a9),segment_id=6044ede5-70a9-4610-85eb-a4c5961da5a9)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:00.554510 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.571572 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Calling delete_port for 932a8ceb-dec4-472c-b263-2f46c2c1a6bd owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:10:00.729132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.744369 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['932a8ceb-dec4-472c-b263-2f46c2c1a6bd'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:10:00.771138 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Pushing event deleted for resources: {'Port': ['ID=932a8ceb-dec4-472c-b263-2f46c2c1a6bd,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:00.813391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] No DVR routers for this DVR port 932a8ceb-dec4-472c-b263-2f46c2c1a6bd on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:10:00.817137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:00.823784 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3fd4a6a4-a34f-4dd4-97d7-81a2c746e8e6 req-7a2ddcef-9179-4d24-ac4d-92f0f0ac3149 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.105 "DELETE /v2.0/ports/932a8ceb-dec4-472c-b263-2f46c2c1a6bd HTTP/1.1" status: 204 len: 173 time: 0.4875767 Oct 28 12:10:00.823784 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'name': 'network-vif-deleted', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:00.824268 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6835386-a969-4429-910d-b18ff08e28e5" -d '{"events": [{"server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "name": "network-vif-deleted", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:00.885776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87836c9c-e1cd-4fa9-9993-03d14f245212 x-openstack-request-id: req-87836c9c-e1cd-4fa9-9993-03d14f245212 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:00.886267 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8df3a9b5-1633-4402-830c-b18068e4ae91", "name": "network-vif-deleted", "tag": "932a8ceb-dec4-472c-b263-2f46c2c1a6bd", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:00.886670 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-87836c9c-e1cd-4fa9-9993-03d14f245212 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:00.887201 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df3a9b5-1633-4402-830c-b18068e4ae91', 'name': 'network-vif-deleted', 'tag': '932a8ceb-dec4-472c-b263-2f46c2c1a6bd', 'status': 'completed', 'code': 200} Oct 28 12:10:01.128800 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-ae13e831-4468-4f38-b76b-becdb1e8cab3 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:01.130240 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-ae13e831-4468-4f38-b76b-becdb1e8cab3 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 813 time: 0.1032932 Oct 28 12:10:01.144995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-f57c5d5e-725b-48a1-8f90-a3bab57da87c tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/quotas/1af3ee7253424d2abde49baa9d4cb9b7 HTTP/1.1" status: 200 len: 375 time: 0.0091605 Oct 28 12:10:01.174739 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-5f05c49b-d94d-450d-a051-9e87dcf54419 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246298 Oct 28 12:10:01.265883 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-b72e69db-d0ee-4072-b745-51e5df56111d service neutron] 10.222.0.32 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840189 Oct 28 12:10:01.353157 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-099e7f1c-e8d6-4c73-99d1-4b861a595373 service neutron] 10.222.0.32 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807991 Oct 28 12:10:01.520551 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f58d0eda-0b4b-434a-9ced-c179048df4b4 req-355f78ba-4c52-450b-8d6e-a41e0ee2e713 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.0300479 Oct 28 12:10:01.602469 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-449860e4-1982-484a-8bb4-b00ae5cd8b4e req-8cc6b885-d009-405f-84ec-07917e953a88 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0256765 Oct 28 12:10:01.709691 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a186685-bf04-4272-8b35-dd7f068d5fca req-6baeb13b-8887-4583-8c79-d113f96a6f57 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:01.711390 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a186685-bf04-4272-8b35-dd7f068d5fca req-6baeb13b-8887-4583-8c79-d113f96a6f57 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0534928 Oct 28 12:10:01.750222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a186685-bf04-4272-8b35-dd7f068d5fca req-b3dbfc97-622e-4f9e-ab8f-59337d9f7221 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321991 Oct 28 12:10:01.818129 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf7bdb3a-9950-40a2-a6ff-45db136b1765 req-627c84fc-71f5-4dfd-9d7c-0b743a919b2d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 210 time: 0.0300236 Oct 28 12:10:01.836249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:02.611945 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-78f97f19-68a0-4bb7-8164-c1f5c3466c8e req-5de0d05f-7f0b-4a52-ae8e-ad43207f6698 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.0259168 Oct 28 12:10:02.695233 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ac0cca76-567b-4417-b56c-733e56f51f60 req-917bde24-11a4-4f6b-bed2-161e09dad56f tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0295734 Oct 28 12:10:02.864592 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757f2505-3cf7-46da-8521-28de178af6cd req-0b92535c-92e6-4337-a4d5-8c8aef787b2f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:02.866065 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-757f2505-3cf7-46da-8521-28de178af6cd req-0b92535c-92e6-4337-a4d5-8c8aef787b2f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0501735 Oct 28 12:10:02.901568 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-757f2505-3cf7-46da-8521-28de178af6cd req-1fb88a50-4992-414e-b898-f0ff30e76683 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297565 Oct 28 12:10:02.982262 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c17b2567-6d0c-4031-a1d6-19f5346b0817 req-50eaacae-377d-4e89-8750-a10bbd7b8967 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 210 time: 0.0256901 Oct 28 12:10:03.702630 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3dea393-7753-4303-aaa2-f9c9ebe2bdeb req-478afec1-6b17-4356-8db7-ad5e576c1787 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.0253987 Oct 28 12:10:03.786964 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1b3f1da-c03c-4d08-a6d1-bd85258199d6 req-a22b63ea-8b39-4c8c-876b-20ec8adb86b0 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0283632 Oct 28 12:10:03.811165 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 932a8ceb-dec4-472c-b263-2f46c2c1a6bd no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:10:03.834689 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 932a8ceb-dec4-472c-b263-2f46c2c1a6bd {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:10:03.835027 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 932a8ceb-dec4-472c-b263-2f46c2c1a6bd not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:10:03.962394 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-bfc70b28-39eb-4dd4-88cc-b23a46bf8fac service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0704768 Oct 28 12:10:04.182890 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-c2b9b874-552e-4065-955f-6c38fb8c4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.184559 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-c2b9b874-552e-4065-955f-6c38fb8c4417 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.1059277 Oct 28 12:10:04.259670 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2bea0930-a877-44a8-8819-c2fe30e816f3 req-8c999096-951e-425e-8185-f1b0b80aa213 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 210 time: 0.0303810 Oct 28 12:10:04.274931 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194efbf0-ecc1-4ee5-9024-8687d3e778ad req-10ceda21-576d-4d29-b8f8-b128ddf2a2e0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.277353 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-194efbf0-ecc1-4ee5-9024-8687d3e778ad req-10ceda21-576d-4d29-b8f8-b128ddf2a2e0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.3010893 Oct 28 12:10:04.294640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-b936c762-8851-4a59-be41-076b6e6d4629 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.296142 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-b936c762-8851-4a59-be41-076b6e6d4629 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 809 time: 0.2728910 Oct 28 12:10:04.324604 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Request body: {'port': {'device_id': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23', 'admin_state_up': True, 'tenant_id': '0b3df8d1a3984de2a29a33bd7fb45ddf'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:04.328477 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-194efbf0-ecc1-4ee5-9024-8687d3e778ad req-4e86bd87-1950-4d14-ad33-2250ee39c29b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Oct 28 12:10:04.396470 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-f942602f-8307-4f5a-9113-ad03ee6f0293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.397996 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-f942602f-8307-4f5a-9113-ad03ee6f0293 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.1856422 Oct 28 12:10:04.446491 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-0192bb2e-c181-4ed9-b27a-86183fd5c434 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.0406654 Oct 28 12:10:04.520090 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-967951a1-e197-4479-a9a5-da38fc718541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.521582 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-967951a1-e197-4479-a9a5-da38fc718541 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0588880 Oct 28 12:10:04.522621 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Made reservation on behalf of 0b3df8d1a3984de2a29a33bd7fb45ddf for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:04.525981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:04.563159 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-9cf9f206-6fc5-498a-8ec1-659b326e15bd service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278864 Oct 28 12:10:04.741134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Allocated IP 172.20.0.9 (671ddfc9-340f-4140-b033-92c5d2309c23/f1fca5bb-f7d8-4afb-89de-ab214bd17f8d/15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:10:04.744455 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-7cc7f95f-a366-4d08-93f4-3b52e1492b16 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703038 Oct 28 12:10:04.810590 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-eea3ed1b-43fe-40fc-85f1-4c5b037ddf29 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:04.812706 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-eea3ed1b-43fe-40fc-85f1-4c5b037ddf29 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 813 time: 0.1620815 Oct 28 12:10:04.830527 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Request body: {'port': {'device_id': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db', 'admin_state_up': True, 'tenant_id': '1af3ee7253424d2abde49baa9d4cb9b7'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:05.061724 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7af32d92-bd73-4b6a-8aa5-f191de248f57 req-1423aa19-1269-4068-933f-33fc9affa4b5 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 210 time: 0.0981412 Oct 28 12:10:05.073245 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-227fef46-a4f6-4c0b-aa59-ff4237ff9965 req-0fc3ccf6-ee29-44ec-8df9-1613a76e7754 tempest-DeleteServersTestJSON-948276225 tempest-DeleteServersTestJSON-948276225-project] 10.222.0.32 "GET /v2.0/ports?device_id=8df3a9b5-1633-4402-830c-b18068e4ae91 HTTP/1.1" status: 200 len: 210 time: 0.1074457 Oct 28 12:10:05.129619 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Made reservation on behalf of 1af3ee7253424d2abde49baa9d4cb9b7 for: {'port': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:05.133963 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.206809 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-9626723f-2718-429c-955b-539eec184fdc service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4529960 Oct 28 12:10:05.294734 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.340469 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.347841 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Allocated IP 172.20.0.14 (11e2f835-0833-44d6-b3a7-dca2159564db/8da240fd-d78d-4686-bd81-76a0c1caccb8/66318bdb-4169-45d3-aa93-b9443ea8ec35) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:10:05.413249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-32554fda-5b6d-404c-a80a-75e5bd75560d req-bf833427-757d-4c76-8860-6a02fc76471d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 210 time: 0.0411925 Oct 28 12:10:05.419015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Network 671ddfc9-340f-4140-b033-92c5d2309c23 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:10:05.425443 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:10:05.429427 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:10:05.468060 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Pushing event updated for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:05.526315 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:05.528054 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.552729 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-f42fc51b-a653-49ef-bad0-75519c060d8d tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2340727 Oct 28 12:10:05.560871 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf006a7-cd08-4e43-b705-2a0e913f1aab req-d51f9b1d-8440-4f49-b1ca-226361f095a8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:05.562496 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3bf006a7-cd08-4e43-b705-2a0e913f1aab req-d51f9b1d-8440-4f49-b1ca-226361f095a8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.1387222 Oct 28 12:10:05.571059 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Request body: {'port': {'device_id': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:05.631308 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.631565 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.638674 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3bf006a7-cd08-4e43-b705-2a0e913f1aab req-9523d5c6-395c-4d87-b152-8acbb5732af4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662751 Oct 28 12:10:05.674071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.722605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Network 11e2f835-0833-44d6-b3a7-dca2159564db is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:10:05.725737 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:10:05.729429 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:10:05.736179 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Pushing event updated for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:05.783356 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:05.783876 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.800568 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-e646706a-7337-4bb3-8acb-575fcaaf8542 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9781787 Oct 28 12:10:05.819128 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Request body: {'port': {'device_id': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:05.874710 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.895085 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:10:05.902818 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.915306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Transition to ACTIVE for port object 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:10:05.918381 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:05.971484 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Pushing event updated for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:06.040836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Attempting to bind port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:10:06.041229 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Attempting to bind port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:10:06.041500 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Attempting to bind port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 on network 671ddfc9-340f-4140-b033-92c5d2309c23 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:10:06.046105 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 on network 671ddfc9-340f-4140-b033-92c5d2309c23 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:10:06.046417 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Attempting to bind port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 on network 671ddfc9-340f-4140-b033-92c5d2309c23 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:10:06.053667 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:10:06.054011 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Checking segment: {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:10:06.054384 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Bound using segment: {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:10:06.054803 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Bound port: 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df85951d-34e5-4e2e-ad06-4b1be793d0dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1015, 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:10:06.055151 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.127312 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:10:06.131324 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:10:06.138314 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.181423 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.182136 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.183664 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] 10.222.0.105 "PUT /v2.0/ports/15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 HTTP/1.1" status: 200 len: 1093 time: 0.6209972 Oct 28 12:10:06.193975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:06.193975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:06.216325 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66318bdb-4169-45d3-aa93-b9443ea8ec35 {{(pid=101561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:10:06.228767 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.243917 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9349a06-b7d8-4a00-ab90-20968c8c8ee5 x-openstack-request-id: req-e9349a06-b7d8-4a00-ab90-20968c8c8ee5 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:06.246004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:06.246850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e9349a06-b7d8-4a00-ab90-20968c8c8ee5 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:06.248148 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.provisioning_blocks [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Transition to ACTIVE for port object 66318bdb-4169-45d3-aa93-b9443ea8ec35 will not be triggered until provisioned by entity L2. {{(pid=101561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:10:06.253345 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24', 'status': 'completed', 'code': 200} Oct 28 12:10:06.270036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc60938-ee4e-4a78-a81b-a0e3fc9e1977 service neutron] Pushing event updated for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:06.277774 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0483cb-b5a3-4bfb-8557-ecf9e3266181 req-1953047d-9c3f-472e-bb25-934be28c1bb2 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.279330 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa0483cb-b5a3-4bfb-8557-ecf9e3266181 req-1953047d-9c3f-472e-bb25-934be28c1bb2 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 943 time: 0.1210389 Oct 28 12:10:06.280224 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.307280 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-c019fae5-0520-402b-acf0-69120da87b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.308730 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-c019fae5-0520-402b-acf0-69120da87b3f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 1096 time: 0.0518057 Oct 28 12:10:06.366609 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-7a75ab78-1ec3-4a75-98c6-d7aaa5da4e50 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 HTTP/1.1" status: 200 len: 217 time: 0.0429468 Oct 28 12:10:06.385241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Pushing event updated for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:06.393489 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa0483cb-b5a3-4bfb-8557-ecf9e3266181 req-fdf9bbf5-9866-4b51-baf8-a2ae84ad3b52 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059139 Oct 28 12:10:06.458158 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-65c472b1-9802-4c10-927c-a9608f094ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.459886 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-65c472b1-9802-4c10-927c-a9608f094ae8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d HTTP/1.1" status: 200 len: 849 time: 0.0836682 Oct 28 12:10:06.468830 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Attempting to bind port 66318bdb-4169-45d3-aa93-b9443ea8ec35 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:10:06.469247 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Attempting to bind port 66318bdb-4169-45d3-aa93-b9443ea8ec35 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:10:06.469582 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Attempting to bind port 66318bdb-4169-45d3-aa93-b9443ea8ec35 on network 11e2f835-0833-44d6-b3a7-dca2159564db {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:10:06.482527 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Port 66318bdb-4169-45d3-aa93-b9443ea8ec35 on network 11e2f835-0833-44d6-b3a7-dca2159564db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:10:06.482827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Attempting to bind port 66318bdb-4169-45d3-aa93-b9443ea8ec35 on network 11e2f835-0833-44d6-b3a7-dca2159564db {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:10:06.515977 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-e9aefde2-21cb-43ea-b3f6-69d93c3267e2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=671ddfc9-340f-4140-b033-92c5d2309c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449610 Oct 28 12:10:06.517981 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:10:06.518448 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Checking segment: {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:10:06.518829 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Bound using segment: {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:10:06.519298 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Bound port: 66318bdb-4169-45d3-aa93-b9443ea8ec35, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'}}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:10:06.519650 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.609735 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, cleared binding levels {{(pid=101561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:10:06.613794 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:10:06.621895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab860de6-b85c-4675-9934-c37ca76b1b06 req-7fa5745c-913a-461f-8cfc-f2403b4f5ca9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.629533 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab860de6-b85c-4675-9934-c37ca76b1b06 req-7fa5745c-913a-461f-8cfc-f2403b4f5ca9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 944 time: 0.1444080 Oct 28 12:10:06.636357 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-55094167-28fe-45a0-87b4-a0318d5e9094 service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089232 Oct 28 12:10:06.638192 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.753760 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.754334 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:06.755683 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] 10.222.0.105 "PUT /v2.0/ports/66318bdb-4169-45d3-aa93-b9443ea8ec35 HTTP/1.1" status: 200 len: 1094 time: 0.9417188 Oct 28 12:10:06.756558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:06.758642 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef57152d-ce89-4496-afda-ea8b926488ae" -d '{"events": [{"name": "network-changed", "server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:06.762737 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6ef81dcb-583a-4dc4-b27c-d45cb504f312 req-1fe7cf1b-8030-46f8-b2be-820e1846164f service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167679 Oct 28 12:10:06.783146 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab860de6-b85c-4675-9934-c37ca76b1b06 req-a8d48ee1-dc54-4a9f-a7d9-f396e021019e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527040 Oct 28 12:10:06.812549 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e913c1-b31a-4e90-a8cd-607784fd317c service neutron] Pushing event updated for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=3']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:06.847515 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7efa61-8531-447c-85dc-a0af29bcb6f8 req-b0872e3f-561f-4177-b3a2-d423302d11ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.849068 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a7efa61-8531-447c-85dc-a0af29bcb6f8 req-b0872e3f-561f-4177-b3a2-d423302d11ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0999546 Oct 28 12:10:06.850778 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6acfc616-a315-490a-9627-e3227a04b663 x-openstack-request-id: req-6acfc616-a315-490a-9627-e3227a04b663 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:06.851062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:06.851315 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6acfc616-a315-490a-9627-e3227a04b663 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:06.851702 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35', 'status': 'completed', 'code': 200} Oct 28 12:10:06.878875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-f8649298-c020-4289-aa80-2897aad78e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.880383 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-f8649298-c020-4289-aa80-2897aad78e24 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 1097 time: 0.0581470 Oct 28 12:10:06.923347 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-b1531170-bfa1-4804-b596-3d7cdb65b518 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35 HTTP/1.1" status: 200 len: 217 time: 0.0339475 Oct 28 12:10:06.924097 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a7efa61-8531-447c-85dc-a0af29bcb6f8 req-f5054a68-585e-4caa-a01a-45e6a4069175 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668824 Oct 28 12:10:06.934684 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-ca96a503-aeec-491e-a5d3-d9a488fd1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.936156 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-ca96a503-aeec-491e-a5d3-d9a488fd1d10 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 1096 time: 0.0613272 Oct 28 12:10:06.979310 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-7a921919-aee8-4488-a3e3-18d29ba2fd53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:06.980789 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-7a921919-aee8-4488-a3e3-18d29ba2fd53 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8da240fd-d78d-4686-bd81-76a0c1caccb8 HTTP/1.1" status: 200 len: 853 time: 0.0488217 Oct 28 12:10:07.014083 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-321ef173-6312-4b05-b50c-627e9a38d0ba service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=11e2f835-0833-44d6-b3a7-dca2159564db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246091 Oct 28 12:10:07.114567 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-fb2afd86-8de2-4948-943e-15d63341c888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.117023 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-fb2afd86-8de2-4948-943e-15d63341c888 service neutron] 10.222.0.105 "GET /v2.0/networks?id=671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 200 len: 911 time: 0.1661098 Oct 28 12:10:07.129470 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-d6f644cd-cf48-400a-9851-cd28df1728cb service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068530 Oct 28 12:10:07.160278 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-dfebdf22-85ee-429a-842a-5290a76cdb61 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 HTTP/1.1" status: 200 len: 217 time: 0.0351248 Oct 28 12:10:07.212037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-30107a72-7353-4566-8668-6e6f36cd9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.213574 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-30107a72-7353-4566-8668-6e6f36cd9642 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d HTTP/1.1" status: 200 len: 849 time: 0.0453415 Oct 28 12:10:07.236573 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-31efcbcf-c2c2-40c2-99ac-a43646a01f32 req-222ff30c-2b35-4594-aae5-327b6bb60324 service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932269 Oct 28 12:10:07.252108 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-8f1c5c58-7fc5-4031-b40f-0edfe55c9bb8 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=671ddfc9-340f-4140-b033-92c5d2309c23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278873 Oct 28 12:10:07.330036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57152d-ce89-4496-afda-ea8b926488ae req-6139a4d7-bb28-4b1e-904d-96d782373fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.331668 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-6139a4d7-bb28-4b1e-904d-96d782373fa2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 1097 time: 0.0442340 Oct 28 12:10:07.353057 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-29bd94fc-fae7-4edc-bd3a-da9ba68fed8b service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869429 Oct 28 12:10:07.437691 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57152d-ce89-4496-afda-ea8b926488ae req-88556d6d-2d54-49e1-81e3-94a2506b9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.439158 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-88556d6d-2d54-49e1-81e3-94a2506b9fed service neutron] 10.222.0.105 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 915 time: 0.0998580 Oct 28 12:10:07.463482 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b285d336-05e3-4ffe-b663-6e7c44ee8ae0 req-080e579a-7a96-42c3-ae94-687d33fa12ba service neutron] 10.222.0.105 "GET /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935853 Oct 28 12:10:07.481315 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-7f5635c8-1ace-42a6-96c9-1fd94eef9d29 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35 HTTP/1.1" status: 200 len: 217 time: 0.0337441 Oct 28 12:10:07.516742 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7622-714b-4e15-984b-8739d0deee87 req-bc495b3f-529c-4fb4-ae26-f0e773d14cbd tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.518308 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-324d7622-714b-4e15-984b-8739d0deee87 req-bc495b3f-529c-4fb4-ae26-f0e773d14cbd tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 943 time: 0.0499866 Oct 28 12:10:07.557773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef57152d-ce89-4496-afda-ea8b926488ae req-89945545-3e25-466f-92d7-2c2d0d4c77db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.558038 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-324d7622-714b-4e15-984b-8739d0deee87 req-e8f1380c-5610-467c-9993-22f4a1ee7d74 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321703 Oct 28 12:10:07.559201 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-89945545-3e25-466f-92d7-2c2d0d4c77db service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8da240fd-d78d-4686-bd81-76a0c1caccb8 HTTP/1.1" status: 200 len: 853 time: 0.0440233 Oct 28 12:10:07.596369 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-0c05fe5a-94f7-4db1-800a-fb5e51736204 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=11e2f835-0833-44d6-b3a7-dca2159564db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285859 Oct 28 12:10:07.691491 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-38da16e1-a6fc-48ec-bbfb-fa3f89f8fc63 service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830934 Oct 28 12:10:07.750899 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36934) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:07.795897 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Deleting subnet f0e74111-1a6d-4348-8545-ee60dc442988 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:10:07.799789 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:07.802528 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ef57152d-ce89-4496-afda-ea8b926488ae req-9199bfe8-ac72-4891-9fb1-a58468a5ff9b service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882282 Oct 28 12:10:07.846922 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:07.927127 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:07.958049 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec4361-da27-4b5c-8c8f-2463c193e9a7 req-aa70d5f7-0919-4b19-8cf8-e91446d95c64 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:07.959559 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a8ec4361-da27-4b5c-8c8f-2463c193e9a7 req-aa70d5f7-0919-4b19-8cf8-e91446d95c64 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 944 time: 0.0932064 Oct 28 12:10:08.020327 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a8ec4361-da27-4b5c-8c8f-2463c193e9a7 req-4378caf6-17ab-4095-8043-f5e20e9beee9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536139 Oct 28 12:10:08.022650 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.067086 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0e74111-1a6d-4348-8545-ee60dc442988,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.068954 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.075279 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7a9ee4ba-42b9-4e4a-939c-e51e94b52e56 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f0e74111-1a6d-4348-8545-ee60dc442988 HTTP/1.1" status: 204 len: 168 time: 0.3232753 Oct 28 12:10:08.075881 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 36976) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.117363 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201fbf14-3ce6-43b3-bb84-c19145342066 req-5a44602d-bb0b-4cc3-b7c4-bd9d1b19eef7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:08.119011 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-201fbf14-3ce6-43b3-bb84-c19145342066 req-5a44602d-bb0b-4cc3-b7c4-bd9d1b19eef7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0932107 Oct 28 12:10:08.185074 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-201fbf14-3ce6-43b3-bb84-c19145342066 req-cc9334cf-074b-4c7b-811b-6678be8c2006 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598373 Oct 28 12:10:08.193840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.290512 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.320736 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ee48669-c557-45e7-8c4e-331c0f33178c']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:08.331320 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6044ede5-70a9-4610-85eb-a4c5961da5a9') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:08.331893 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6044ede5-70a9-4610-85eb-a4c5961da5a9') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:08.332597 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36988) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.341872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.355490 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.367500 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:10:08.367969 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:10:08.369885 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:10:08.416491 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 36992) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.426889 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.434091 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.440248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] 10.222.0.32 "DELETE /v2.0/networks/8ee48669-c557-45e7-8c4e-331c0f33178c HTTP/1.1" status: 204 len: 168 time: 0.3603771 Oct 28 12:10:08.451363 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f584e-9aad-414b-956a-5375d4d14882 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ee48669-c557-45e7-8c4e-331c0f33178c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.498993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd14a4fa-2594-4f47-bf42-67fc29b5b3e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.535686 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5722d641-ca71-4cc4-8039-426e2d1e2dcd admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.632544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37002) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.638345 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd14a4fa-2594-4f47-bf42-67fc29b5b3e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.653653 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd14a4fa-2594-4f47-bf42-67fc29b5b3e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.674407 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d6d24047-c38a-40da-98ec-ec664e2dd0e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f19f9275ab004f7982f49679512ff822&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0406024 Oct 28 12:10:08.677230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37004) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.730877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.732433 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-cd14a4fa-2594-4f47-bf42-67fc29b5b3e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c7b85496cb5748fbb732a77a3baa228b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3985782 Oct 28 12:10:08.735226 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5722d641-ca71-4cc4-8039-426e2d1e2dcd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.737550 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37006) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.743433 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd14a4fa-2594-4f47-bf42-67fc29b5b3e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ef9682-4c62-44f2-88a8-56f8c1d33f2b,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.755758 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.756048 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5722d641-ca71-4cc4-8039-426e2d1e2dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.776604 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad02ca-a3f8-49d7-b319-9b1936742c45 req-5488845f-c97e-4d09-ac4a-3cb5ec9eecfe tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:08.778088 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-84ad02ca-a3f8-49d7-b319-9b1936742c45 req-5488845f-c97e-4d09-ac4a-3cb5ec9eecfe tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 943 time: 0.1426070 Oct 28 12:10:08.802893 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.805886 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.809353 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2 HTTP/1.1" status: 204 len: 168 time: 0.1288474 Oct 28 12:10:08.816610 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55baa537-f6b9-4fc5-b8d6-050739df333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa0736d-f18d-49b4-bc2f-fa6b62b4cca2,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.853457 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37010) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:08.853610 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-5722d641-ca71-4cc4-8039-426e2d1e2dcd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7b9559723c594a93bd96fbe642f8228c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4359987 Oct 28 12:10:08.854873 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5722d641-ca71-4cc4-8039-426e2d1e2dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c46e66-b5d3-468a-b373-df4d7a07e15e,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.885411 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-84ad02ca-a3f8-49d7-b319-9b1936742c45 req-9cb24dfa-423f-4ba1-9cd0-e73546a25052 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962799 Oct 28 12:10:08.891040 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.913884 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.915546 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.936018 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.977595 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.981373 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:08.982569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07ef9682-4c62-44f2-88a8-56f8c1d33f2b HTTP/1.1" status: 204 len: 168 time: 0.2441201 Oct 28 12:10:08.994229 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db24fb90-2adf-48c1-8693-a4905d72727c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ef9682-4c62-44f2-88a8-56f8c1d33f2b,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:08.997102 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.004845 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.008386 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/34c46e66-b5d3-468a-b373-df4d7a07e15e HTTP/1.1" status: 204 len: 168 time: 0.1513872 Oct 28 12:10:09.013929 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d80d856-b35e-48c0-b6aa-783a6d99e3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c46e66-b5d3-468a-b373-df4d7a07e15e,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:09.163420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b02b8bc-5f08-4fe6-a252-5ffa1194c9c8 req-fdf19c2c-e17e-4ab5-b684-083e213d5c78 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:09.177223 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8b02b8bc-5f08-4fe6-a252-5ffa1194c9c8 req-fdf19c2c-e17e-4ab5-b684-083e213d5c78 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 944 time: 0.0682261 Oct 28 12:10:09.214268 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8b02b8bc-5f08-4fe6-a252-5ffa1194c9c8 req-e2a70e7a-34f2-463e-9606-7b131f3e7f6e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410755 Oct 28 12:10:09.317514 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d39077-d2ce-4081-b657-511931215bf0 req-0704114c-5db3-46c3-9158-ff137b0cd73c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:09.319063 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a1d39077-d2ce-4081-b657-511931215bf0 req-0704114c-5db3-46c3-9158-ff137b0cd73c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0564342 Oct 28 12:10:09.364479 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a1d39077-d2ce-4081-b657-511931215bf0 req-a34e25e4-cebd-4f14-83ec-abd2de8db6ae tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393920 Oct 28 12:10:09.433236 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37040) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:09.447045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5766592-63ee-45aa-b0d9-53f35c0f353a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.531166 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5766592-63ee-45aa-b0d9-53f35c0f353a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.538695 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5766592-63ee-45aa-b0d9-53f35c0f353a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.576529 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5766592-63ee-45aa-b0d9-53f35c0f353a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40510cb4-1abe-424f-bd0c-666e819f91cb,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:09.585625 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37046) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:09.585828 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d5766592-63ee-45aa-b0d9-53f35c0f353a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f12334be0b174e62a001d681a8fb8f17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1511486 Oct 28 12:10:09.636917 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.659559 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.726056 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.728993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:09.730305 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/40510cb4-1abe-424f-bd0c-666e819f91cb HTTP/1.1" status: 204 len: 168 time: 0.1435111 Oct 28 12:10:09.738798 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2b02d-afec-489a-94e9-8315c49eaa23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40510cb4-1abe-424f-bd0c-666e819f91cb,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:09.829039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 66318bdb-4169-45d3-aa93-b9443ea8ec35 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:10:09.934349 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:09.949803 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '66318bdb-4169-45d3-aa93-b9443ea8ec35', 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db', 'port_id': '66318bdb-4169-45d3-aa93-b9443ea8ec35', 'mac_address': 'fa:16:3e:c7:06:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da240fd-d78d-4686-bd81-76a0c1caccb8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:10:10.005718 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:10.019993 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66318bdb-4169-45d3-aa93-b9443ea8ec35 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:10:10.055567 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:10.061852 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:10.062537 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:10:10.179653 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:10.197196 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.197560 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.198099 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.198578 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.199050 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.199521 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.200010 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.200645 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.201208 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.201879 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.202414 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.203050 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:10:10.248037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8702d1ac-1a0f-4c6c-9848-ab8bfda53fac req-2816b404-4833-4a9a-90ff-db095f403fc3 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:10.250743 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8702d1ac-1a0f-4c6c-9848-ab8bfda53fac req-2816b404-4833-4a9a-90ff-db095f403fc3 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 943 time: 0.2868922 Oct 28 12:10:10.277263 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:10.292419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24', 'network_id': '671ddfc9-340f-4140-b033-92c5d2309c23', 'port_id': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24', 'mac_address': 'fa:16:3e:67:7c:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1015, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1fca5bb-f7d8-4afb-89de-ab214bd17f8d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:10:10.333382 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8702d1ac-1a0f-4c6c-9848-ab8bfda53fac req-83a23209-5108-4cf2-89be-a95a1003b0d9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686066 Oct 28 12:10:10.351774 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:10.380630 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:10:10.406402 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:10.411569 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:10.442396 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bba083a-0991-40bd-accd-5e7c6e2cdd69 req-4394108c-9663-42ac-8cb1-72df25ec6d9a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:10.453563 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4bba083a-0991-40bd-accd-5e7c6e2cdd69 req-4394108c-9663-42ac-8cb1-72df25ec6d9a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 945 time: 0.1036763 Oct 28 12:10:10.477129 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:10.549011 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4bba083a-0991-40bd-accd-5e7c6e2cdd69 req-02c257cf-7fe1-493d-8fc8-c80829038a4e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945575 Oct 28 12:10:10.574776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2761a910-7440-4e0f-a1ad-49aacf103296 req-e2cd4f05-36a3-4a04-8d2d-e62464921650 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:10.576271 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2761a910-7440-4e0f-a1ad-49aacf103296 req-e2cd4f05-36a3-4a04-8d2d-e62464921650 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0730383 Oct 28 12:10:10.636063 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2761a910-7440-4e0f-a1ad-49aacf103296 req-a89ce6f0-a816-49df-9530-8bc0a6089003 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526440 Oct 28 12:10:10.719659 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['66318bdb-4169-45d3-aa93-b9443ea8ec35'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:10:10.790121 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:10:11.421167 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d2016b-fc5a-43ab-8a19-f599187603a7 req-311edef0-7c42-45a7-8e0f-87c0b3bea712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:11.422691 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-63d2016b-fc5a-43ab-8a19-f599187603a7 req-311edef0-7c42-45a7-8e0f-87c0b3bea712 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1098 time: 0.0541747 Oct 28 12:10:11.461337 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-63d2016b-fc5a-43ab-8a19-f599187603a7 req-8d507fc5-1329-4dfe-aeda-3268fd63c2b6 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298378 Oct 28 12:10:11.463385 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1cf902-36a9-44a5-95fe-f3f5e7a0290b req-637c9b3e-4f7a-4e8c-ad9a-dbf2db3e9b94 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:11.465574 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc1cf902-36a9-44a5-95fe-f3f5e7a0290b req-637c9b3e-4f7a-4e8c-ad9a-dbf2db3e9b94 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 944 time: 0.0522132 Oct 28 12:10:11.506458 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc1cf902-36a9-44a5-95fe-f3f5e7a0290b req-182cec36-edbe-417e-9586-335763ac9b86 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332668 Oct 28 12:10:11.692136 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94a882-a28a-43ad-8222-872764ddc13a req-d432dc54-98a8-43ed-80e4-a308be219fda tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:11.694359 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a94a882-a28a-43ad-8222-872764ddc13a req-d432dc54-98a8-43ed-80e4-a308be219fda tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 945 time: 0.0665855 Oct 28 12:10:11.768625 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a94a882-a28a-43ad-8222-872764ddc13a req-008f1434-de5b-4586-bf50-4016dbc27db4 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661762 Oct 28 12:10:11.786134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dabd0f-d540-4925-bfa8-33f510a483a3 req-3832a47c-15c3-4a6d-83ec-bcb37db2eb5b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:11.787566 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-10dabd0f-d540-4925-bfa8-33f510a483a3 req-3832a47c-15c3-4a6d-83ec-bcb37db2eb5b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0713708 Oct 28 12:10:11.828095 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-10dabd0f-d540-4925-bfa8-33f510a483a3 req-1cdf6b97-cea2-46ca-8829-2e7fa19405bd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330977 Oct 28 12:10:11.834659 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 66318bdb-4169-45d3-aa93-b9443ea8ec35 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:10:11.893300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 66318bdb-4169-45d3-aa93-b9443ea8ec35 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:10:11.896906 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 66318bdb-4169-45d3-aa93-b9443ea8ec35 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:10:11.897464 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:11.992386 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:12.036063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:12.036063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e069259-b56f-48c7-9ccf-2e1ac7686d1b" -d '{"events": [{"server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "name": "network-vif-plugged", "status": "completed", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:12.062317 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:12.067460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:12.069441 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:10:12.120190 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faff021-763f-47ed-b4c5-dcb9bc4b2bae x-openstack-request-id: req-2faff021-763f-47ed-b4c5-dcb9bc4b2bae {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:12.121274 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "name": "network-vif-plugged", "status": "completed", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:12.122187 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2faff021-763f-47ed-b4c5-dcb9bc4b2bae {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:12.122722 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35', 'code': 200} Oct 28 12:10:12.172170 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:12.224899 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:10:12.226186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:10:12.226588 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:12.337683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52199-a4fc-449e-b691-4694b23d52ae req-40c11e21-02f2-4593-90d9-469924f3b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:12.339645 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-60b52199-a4fc-449e-b691-4694b23d52ae req-40c11e21-02f2-4593-90d9-469924f3b9eb service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 1099 time: 0.0770252 Oct 28 12:10:12.355082 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:12.400541 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:12.403010 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-60b52199-a4fc-449e-b691-4694b23d52ae req-546249c5-3295-4e85-ae23-33b223c47f6a service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 Oct 28 12:10:12.406050 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:12.455395 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:12.632581 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e8531d-6619-43e3-86d1-bd080eff7778 req-e92096df-b2b3-44a6-b505-3b6c69914e4a tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:12.634125 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-12e8531d-6619-43e3-86d1-bd080eff7778 req-e92096df-b2b3-44a6-b505-3b6c69914e4a tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0512052 Oct 28 12:10:12.676196 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-12e8531d-6619-43e3-86d1-bd080eff7778 req-ed013ea5-5ce3-44de-a90a-f74cc44d39ab tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358598 Oct 28 12:10:12.891143 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3bd96-6091-4e74-a55e-3012d0f36abc req-807c46fb-4586-4a77-9a1a-1f76ce51f254 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:12.893178 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-85c3bd96-6091-4e74-a55e-3012d0f36abc req-807c46fb-4586-4a77-9a1a-1f76ce51f254 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0536542 Oct 28 12:10:12.960639 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-85c3bd96-6091-4e74-a55e-3012d0f36abc req-bbdac41d-65b2-4a31-952b-2882e8104b23 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608783 Oct 28 12:10:12.972704 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ffbe4c-cb73-46da-b413-f6946ceeda1a req-82650f3b-9912-462e-b96f-3ae592231b41 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:12.974287 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c9ffbe4c-cb73-46da-b413-f6946ceeda1a req-82650f3b-9912-462e-b96f-3ae592231b41 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0756664 Oct 28 12:10:13.014636 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c9ffbe4c-cb73-46da-b413-f6946ceeda1a req-f71e6fec-1ad3-4f6a-ac55-c7798e6d08c0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315390 Oct 28 12:10:13.132649 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436a4a3-cb1e-4570-99fc-c591e4bf8eeb req-8f3aa774-53c8-48fb-b8fe-92de33d28e27 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:13.134132 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f436a4a3-cb1e-4570-99fc-c591e4bf8eeb req-8f3aa774-53c8-48fb-b8fe-92de33d28e27 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0547018 Oct 28 12:10:13.178912 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f436a4a3-cb1e-4570-99fc-c591e4bf8eeb req-f385a1f8-d87a-4d27-8e6f-ae0c5e603c58 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387290 Oct 28 12:10:13.805464 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c40092-bf29-4943-abcf-aedaa4cb75c6 req-9572f4e7-31ab-430c-b054-bd6013d39918 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:13.806963 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-55c40092-bf29-4943-abcf-aedaa4cb75c6 req-9572f4e7-31ab-430c-b054-bd6013d39918 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0567904 Oct 28 12:10:13.854128 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-55c40092-bf29-4943-abcf-aedaa4cb75c6 req-84a6c7aa-14c8-468c-b964-020aa096343e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 Oct 28 12:10:14.085048 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3891caa7-3708-4676-9fc8-d09905d35365 req-ba463d27-a307-4526-a85e-4cbfbf329d90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.086617 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3891caa7-3708-4676-9fc8-d09905d35365 req-ba463d27-a307-4526-a85e-4cbfbf329d90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0523279 Oct 28 12:10:14.124567 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:14.129844 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749dba18-bfd8-4cc4-9d60-d5a273659207" -d '{"events": [{"server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "name": "network-vif-plugged", "status": "completed", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:14.140710 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3891caa7-3708-4676-9fc8-d09905d35365 req-5c489f23-2b0f-4261-ae97-0a6c5defa79a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469277 Oct 28 12:10:14.187032 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-977288b9-0478-4103-a0d0-da7b391752c8 x-openstack-request-id: req-977288b9-0478-4103-a0d0-da7b391752c8 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:14.187339 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "name": "network-vif-plugged", "status": "completed", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:14.187592 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-977288b9-0478-4103-a0d0-da7b391752c8 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:14.187974 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24', 'code': 200} Oct 28 12:10:14.392097 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b54d0-b866-4bc9-9023-e7aa311c2493 req-077fddf5-a7e3-4d0d-9c56-8b011b50fb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.393639 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2d3b54d0-b866-4bc9-9023-e7aa311c2493 req-077fddf5-a7e3-4d0d-9c56-8b011b50fb6a service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 1098 time: 0.0439720 Oct 28 12:10:14.432558 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2d3b54d0-b866-4bc9-9023-e7aa311c2493 req-96572d95-1af0-4fd1-b154-246527e7d8c7 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306561 Oct 28 12:10:14.783401 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-014a9cfa-5253-4a23-a17c-3348a6b35ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.784938 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-014a9cfa-5253-4a23-a17c-3348a6b35ca2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0408249 Oct 28 12:10:14.810171 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf5f84-1e37-4a5d-ac41-65d1f14858fe req-2d1e9173-8a31-4062-9fad-acc7657ed8fc tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.811014 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bebf5f84-1e37-4a5d-ac41-65d1f14858fe req-2d1e9173-8a31-4062-9fad-acc7657ed8fc tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0566976 Oct 28 12:10:14.856528 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bebf5f84-1e37-4a5d-ac41-65d1f14858fe req-d5c97fab-6532-488a-95de-0af52785252e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 Oct 28 12:10:14.895486 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-f9f52332-bbe7-4ee7-949c-58b8a558638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.897539 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-f9f52332-bbe7-4ee7-949c-58b8a558638a service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.1005158 Oct 28 12:10:14.944802 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-e6008538-7333-4df3-93d6-2ffc8f84363c service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.0347438 Oct 28 12:10:14.977293 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2295339-44c8-4771-9903-e749b5515e29 req-43a800c0-b95a-46b2-a0a7-8dc4be08b34f tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:14.978877 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e2295339-44c8-4771-9903-e749b5515e29 req-43a800c0-b95a-46b2-a0a7-8dc4be08b34f tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0510910 Oct 28 12:10:15.004400 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-f9e5a75b-2ef4-465c-b1a3-137ad6f1e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:15.006099 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-f9e5a75b-2ef4-465c-b1a3-137ad6f1e743 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0520926 Oct 28 12:10:15.018642 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e2295339-44c8-4771-9903-e749b5515e29 req-6dbb18b7-719b-403a-974c-f6d1e8d213df tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321198 Oct 28 12:10:15.049068 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-df86482d-27ff-4814-9a4f-750912811f99 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297790 Oct 28 12:10:15.143786 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-4ad1cac1-0a79-425e-bfef-262ff961bcde service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853310 Oct 28 12:10:15.268276 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-389467b1-a5ef-47eb-b83a-179a710db8d2 req-19f994e7-6769-4f90-a05b-147ffd43f969 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056890 Oct 28 12:10:15.532456 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37366) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:15.648143 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d27af442-7c2b-47f4-9464-c46d129dc6bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.732663 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d27af442-7c2b-47f4-9464-c46d129dc6bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.737405 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d27af442-7c2b-47f4-9464-c46d129dc6bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.776569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d27af442-7c2b-47f4-9464-c46d129dc6bc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=da6bc9a495a84e108482da549ed78e8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2426035 Oct 28 12:10:15.777772 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27af442-7c2b-47f4-9464-c46d129dc6bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2cbb73-40c6-4dde-99a3-e460bc9e4f16,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:15.779271 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37380) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:15.832995 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.854598 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.906009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.909348 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:15.915153 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8f2cbb73-40c6-4dde-99a3-e460bc9e4f16 HTTP/1.1" status: 204 len: 168 time: 0.1329756 Oct 28 12:10:15.924391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc28d1de-b38e-4728-bc1f-d56e34668c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2cbb73-40c6-4dde-99a3-e460bc9e4f16,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:16.158928 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9c4f41-da28-489a-95d9-f796d5e8fc1f req-1d9a3f04-e4ee-449b-a152-5801a96d6fc3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:16.160578 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3f9c4f41-da28-489a-95d9-f796d5e8fc1f req-1d9a3f04-e4ee-449b-a152-5801a96d6fc3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0874972 Oct 28 12:10:16.173143 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6213608f-7f69-459b-9522-0c2dd30cae5e req-271f8884-f54e-4b45-a414-a18152fb3547 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:16.174540 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6213608f-7f69-459b-9522-0c2dd30cae5e req-271f8884-f54e-4b45-a414-a18152fb3547 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0714514 Oct 28 12:10:16.217581 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37390) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:16.231977 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9837-e9e9-4c91-84cf-c03b6e17aa55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.233280 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3f9c4f41-da28-489a-95d9-f796d5e8fc1f req-02dcd429-728d-435c-83dd-d95b25a98cdd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578096 Oct 28 12:10:16.238315 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6213608f-7f69-459b-9522-0c2dd30cae5e req-28068850-f63c-4f53-a181-028467590c91 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566938 Oct 28 12:10:16.315162 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9837-e9e9-4c91-84cf-c03b6e17aa55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.319226 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea0b9837-e9e9-4c91-84cf-c03b6e17aa55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.361228 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ea0b9837-e9e9-4c91-84cf-c03b6e17aa55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6f0539e381c6404a9bce5a7ceb4c63f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1424510 Oct 28 12:10:16.364202 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37396) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:16.372224 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0b9837-e9e9-4c91-84cf-c03b6e17aa55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f6317a-567d-432b-a1ab-2bc270c622f1,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:16.419232 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.440678 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.493636 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.496582 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:16.497786 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f9f6317a-567d-432b-a1ab-2bc270c622f1 HTTP/1.1" status: 204 len: 168 time: 0.1324968 Oct 28 12:10:16.509029 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630811e-4b18-4394-bbcc-2c22ebcf6c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f6317a-567d-432b-a1ab-2bc270c622f1,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:16.971427 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37422) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:16.984678 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea4652c0-6f71-4be7-992c-ab783d87b09d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.065938 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea4652c0-6f71-4be7-992c-ab783d87b09d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.071103 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ea4652c0-6f71-4be7-992c-ab783d87b09d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.108463 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ea4652c0-6f71-4be7-992c-ab783d87b09d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=83d12038b03e4f5f8ce1bfed0c9938a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1357973 Oct 28 12:10:17.109814 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4652c0-6f71-4be7-992c-ab783d87b09d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e19e0dc9-11e7-47ec-b722-e3787153af36,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:17.112524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbf067-625a-4b2f-a0ab-449d9abee449 req-9f714ce4-117f-4e52-bdb5-fb97384edcb9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:17.112734 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37426) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:17.114072 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2dbf067-625a-4b2f-a0ab-449d9abee449 req-9f714ce4-117f-4e52-bdb5-fb97384edcb9 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0525310 Oct 28 12:10:17.154225 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2dbf067-625a-4b2f-a0ab-449d9abee449 req-c8022de7-4fca-4aa6-b9d6-1dedd210cb70 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328171 Oct 28 12:10:17.166974 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.190834 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.237624 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.241991 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:17.243600 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e19e0dc9-11e7-47ec-b722-e3787153af36 HTTP/1.1" status: 204 len: 168 time: 0.1299055 Oct 28 12:10:17.252967 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9f3dda-da79-48e7-a25a-f04dbabc1a17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e19e0dc9-11e7-47ec-b722-e3787153af36,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:17.364981 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b936e84-1031-4680-92fd-08ae456cefcb req-a41595ef-17d7-471c-b9e2-00c2a3626331 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:17.366787 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5b936e84-1031-4680-92fd-08ae456cefcb req-a41595ef-17d7-471c-b9e2-00c2a3626331 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0507317 Oct 28 12:10:17.410960 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5b936e84-1031-4680-92fd-08ae456cefcb req-a0a928ff-ecfd-4c9f-a785-7b894a7f1508 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374448 Oct 28 12:10:18.279241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b3a5b-027c-4594-aa55-c7f7d7917abb req-bf915ad6-3576-4f03-bdf4-fb6bfb8440da tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:18.281073 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c11b3a5b-027c-4594-aa55-c7f7d7917abb req-bf915ad6-3576-4f03-bdf4-fb6bfb8440da tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0568473 Oct 28 12:10:18.323058 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c11b3a5b-027c-4594-aa55-c7f7d7917abb req-fa4b1285-fc13-4f86-aa9c-16a00ced531b tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355020 Oct 28 12:10:18.528804 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41d9d4-9bf2-4adf-b300-e3b0d41ba778 req-5aa92c7b-8483-495e-a088-ca451d2004aa tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:18.530252 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9b41d9d4-9bf2-4adf-b300-e3b0d41ba778 req-5aa92c7b-8483-495e-a088-ca451d2004aa tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0493658 Oct 28 12:10:18.570888 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9b41d9d4-9bf2-4adf-b300-e3b0d41ba778 req-39427481-6cb8-4cf3-8a1d-a9586b4786b5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348496 Oct 28 12:10:19.104056 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-fd1e4a58-2689-43b5-8979-6f1e9f520dd6 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:19.106145 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-fd1e4a58-2689-43b5-8979-6f1e9f520dd6 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 945 time: 0.0531249 Oct 28 12:10:19.159638 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37526) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:19.212302 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Deleting port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:10:19.212992 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.288134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6ea-47c3-4954-955d-f38cd6cd9347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.313077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] For port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,segment=NetworkSegment(df85951d-34e5-4e2e-ad06-4b1be793d0dc),segment_id=df85951d-34e5-4e2e-ad06-4b1be793d0dc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:10:19.313077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.327615 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Calling delete_port for 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:10:19.353350 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37532) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:19.385856 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6ea-47c3-4954-955d-f38cd6cd9347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.397781 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-08c7e6ea-47c3-4954-955d-f38cd6cd9347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.452838 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-08c7e6ea-47c3-4954-955d-f38cd6cd9347 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c17156ec266f4809a1040833921c8a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919393 Oct 28 12:10:19.455217 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37538) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:19.457562 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c7e6ea-47c3-4954-955d-f38cd6cd9347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80795d2-9442-4a2d-86c1-53c07cc7f0a6,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:19.501490 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.511556 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69b9666e-b0b8-416a-b860-d713627d17ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.514959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:10:19.544049 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Pushing event deleted for resources: {'Port': ['ID=15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:19.549955 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7e9a0-55a3-4976-b764-d2a17023eabf req-236c834f-b496-4609-aa22-b311ed0d258b tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:19.551714 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d7a7e9a0-55a3-4976-b764-d2a17023eabf req-236c834f-b496-4609-aa22-b311ed0d258b tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/ports?device_id=584e97ba-1b07-40dd-bf9a-669f02ddaa96 HTTP/1.1" status: 200 len: 867 time: 0.1143277 Oct 28 12:10:19.575691 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] No DVR routers for this DVR port 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:10:19.580640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.585014 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b22315-8a1e-4a4a-8872-8eaf8d806362 req-9c846e2a-958b-43f2-8b88-4d814cd775a1 tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.105 "DELETE /v2.0/ports/15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 HTTP/1.1" status: 204 len: 173 time: 0.4702749 Oct 28 12:10:19.585472 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'name': 'network-vif-deleted', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:10:19.587729 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc9e270-8280-4ff1-9256-b1c9fc558f3d" -d '{"events": [{"server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "name": "network-vif-deleted", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:10:19.600792 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.650087 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d7a7e9a0-55a3-4976-b764-d2a17023eabf req-efe3bf33-cbd6-4f58-bfef-022f7d36281e tempest-VolumesActionsTest-1643869999 tempest-VolumesActionsTest-1643869999-project] 10.222.0.32 "GET /v2.0/security-groups?id=74878a6a-01d7-4032-a7ca-3475c7fea7a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868635 Oct 28 12:10:19.653018 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.663735 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf08a3d0-5cb1-4291-80cd-ebe6e58b0992 x-openstack-request-id: req-bf08a3d0-5cb1-4291-80cd-ebe6e58b0992 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:10:19.664149 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "584e97ba-1b07-40dd-bf9a-669f02ddaa96", "name": "network-vif-deleted", "tag": "15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:10:19.669494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bf08a3d0-5cb1-4291-80cd-ebe6e58b0992 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:10:19.670843 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '584e97ba-1b07-40dd-bf9a-669f02ddaa96', 'name': 'network-vif-deleted', 'tag': '15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24', 'status': 'completed', 'code': 200} Oct 28 12:10:19.733233 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69b9666e-b0b8-416a-b860-d713627d17ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.740674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-69b9666e-b0b8-416a-b860-d713627d17ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.806562 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.809185 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.810315 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e80795d2-9442-4a2d-86c1-53c07cc7f0a6 HTTP/1.1" status: 204 len: 168 time: 0.3539128 Oct 28 12:10:19.825643 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b9666e-b0b8-416a-b860-d713627d17ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f883b283-579e-4fa8-b5d8-22f75fe5780b,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:19.834568 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-69b9666e-b0b8-416a-b860-d713627d17ac admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8c79ddf2102c4c03bea6ec708cdb6aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773710 Oct 28 12:10:19.835458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37550) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:19.844228 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb2c2b6-cf2b-4c36-a78b-dcdc492b090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80795d2-9442-4a2d-86c1-53c07cc7f0a6,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:19.856559 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e9972-ea1c-448b-acd9-6810f5a7df22 req-c13077c5-490f-4afc-9df2-7f39da0ca6aa tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:19.858135 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e4e9972-ea1c-448b-acd9-6810f5a7df22 req-c13077c5-490f-4afc-9df2-7f39da0ca6aa tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1141884 Oct 28 12:10:19.908594 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e4e9972-ea1c-448b-acd9-6810f5a7df22 req-a4619f66-a4c3-4a8c-856c-4f8c7dbeb05b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437441 Oct 28 12:10:19.929645 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:10:19.938051 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:19.969506 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.024311 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.026917 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.028078 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f883b283-579e-4fa8-b5d8-22f75fe5780b HTTP/1.1" status: 204 len: 168 time: 0.1903110 Oct 28 12:10:20.035923 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745e5ef-6f69-472d-b2ae-2714857b98ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f883b283-579e-4fa8-b5d8-22f75fe5780b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:20.114469 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37558) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:20.129145 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6596e3c5-e5d1-43a1-b922-77a890d0cb26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.213916 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6596e3c5-e5d1-43a1-b922-77a890d0cb26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.218192 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6596e3c5-e5d1-43a1-b922-77a890d0cb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.258514 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6596e3c5-e5d1-43a1-b922-77a890d0cb26 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66743f52e9b4443b8c79019a6954df8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1423182 Oct 28 12:10:20.259654 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6596e3c5-e5d1-43a1-b922-77a890d0cb26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b961de-e2cc-4e4b-907e-a4724ea7a253,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:20.261179 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37564) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:20.322930 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.348616 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.409178 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.412065 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:20.413244 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/70b961de-e2cc-4e4b-907e-a4724ea7a253 HTTP/1.1" status: 204 len: 168 time: 0.1508458 Oct 28 12:10:20.420961 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a315213c-cd8a-454f-9ac1-938b5fd98f0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b961de-e2cc-4e4b-907e-a4724ea7a253,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:21.074420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49867255-3ab5-4027-8989-6bb467690672 req-e0abaf36-7ea4-414f-8120-37f8e9dd838b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:21.076707 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-49867255-3ab5-4027-8989-6bb467690672 req-e0abaf36-7ea4-414f-8120-37f8e9dd838b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0784802 Oct 28 12:10:21.124762 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-49867255-3ab5-4027-8989-6bb467690672 req-fdbf8943-31ba-41f7-9f22-60ceccf7272d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408595 Oct 28 12:10:21.767983 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37668) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:21.860003 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:10:21.888885 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:10:21.889475 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 15a22aeb-e4cc-4a12-bb1d-cd2fd5899e24 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:10:21.998275 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5e73c03-ab07-47e3-ac2a-e78d481fb0d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.083435 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5e73c03-ab07-47e3-ac2a-e78d481fb0d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.088294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d5e73c03-ab07-47e3-ac2a-e78d481fb0d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.126909 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d5e73c03-ab07-47e3-ac2a-e78d481fb0d9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f76bc7e2cc6845e3bbc1f471aa7ce4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577943 Oct 28 12:10:22.128080 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e73c03-ab07-47e3-ac2a-e78d481fb0d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee27e351-8108-4761-8cc3-081f80602345,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:22.129651 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37686) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:22.184563 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.217023 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.254571 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f6186-52ff-411e-9427-b4a981b09b13 req-453a5c61-1ae4-4604-956d-e4ed874c4b62 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:22.256113 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ac0f6186-52ff-411e-9427-b4a981b09b13 req-453a5c61-1ae4-4604-956d-e4ed874c4b62 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0571957 Oct 28 12:10:22.281715 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.287320 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.289224 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ee27e351-8108-4761-8cc3-081f80602345 HTTP/1.1" status: 204 len: 168 time: 0.1570365 Oct 28 12:10:22.304471 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77a29c-c86a-4b3b-98bf-5d60191d14c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee27e351-8108-4761-8cc3-081f80602345,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:22.308579 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ac0f6186-52ff-411e-9427-b4a981b09b13 req-39406ddd-d9cf-4183-8ea5-d808298494ea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417016 Oct 28 12:10:22.589792 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37700) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:22.602808 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aeae6557-3008-419f-baed-b0ac506368f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.679816 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aeae6557-3008-419f-baed-b0ac506368f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.683416 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aeae6557-3008-419f-baed-b0ac506368f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.720184 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae6557-3008-419f-baed-b0ac506368f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119a6ce0-158a-4e11-bce8-53198e3b4f31,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:22.724286 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-aeae6557-3008-419f-baed-b0ac506368f6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b52156a7d3114f83bfdda4236ce5fcbf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1335292 Oct 28 12:10:22.726924 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37702) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:22.775324 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.795757 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.844932 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.847889 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:22.849093 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/119a6ce0-158a-4e11-bce8-53198e3b4f31 HTTP/1.1" status: 204 len: 168 time: 0.1212339 Oct 28 12:10:22.857183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9eafc-b20e-49ff-8118-242d1b7d80d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119a6ce0-158a-4e11-bce8-53198e3b4f31,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:23.417558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95b3287-b3d0-4602-af01-f9b41c7ae5bd req-387c7b9a-5bf9-46e5-94b3-d2b0bb27108d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:23.419011 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a95b3287-b3d0-4602-af01-f9b41c7ae5bd req-387c7b9a-5bf9-46e5-94b3-d2b0bb27108d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0485549 Oct 28 12:10:23.464984 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a95b3287-b3d0-4602-af01-f9b41c7ae5bd req-911ae74d-3928-404d-b33a-8954a4dbb7e5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390394 Oct 28 12:10:24.591297 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b0ef1-b58f-4fbc-b216-90c80c725a34 req-945710d5-9597-4662-9bbb-ade50ecbc845 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:24.592922 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f20b0ef1-b58f-4fbc-b216-90c80c725a34 req-945710d5-9597-4662-9bbb-ade50ecbc845 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0502629 Oct 28 12:10:24.639176 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f20b0ef1-b58f-4fbc-b216-90c80c725a34 req-a4ec37e1-afbe-463e-902a-cabfd814c5a0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389276 Oct 28 12:10:24.723773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37790) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:24.830066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ffc19b01-78b7-4242-b054-75df20985088 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:24.924682 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ffc19b01-78b7-4242-b054-75df20985088 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:24.929841 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ffc19b01-78b7-4242-b054-75df20985088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:24.971675 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ffc19b01-78b7-4242-b054-75df20985088 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=63f1e2d9e04a4991b01c2fc49a9f4a63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2435436 Oct 28 12:10:24.971675 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc19b01-78b7-4242-b054-75df20985088 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7e5608b-4f32-41c1-8052-791c8add8ae1,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:24.972671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37822) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:25.024966 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.048305 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.103346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.106700 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.120757 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7e5608b-4f32-41c1-8052-791c8add8ae1 HTTP/1.1" status: 204 len: 168 time: 0.1398487 Oct 28 12:10:25.129186 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deef93ea-dafb-44c5-8c1a-39417d71a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7e5608b-4f32-41c1-8052-791c8add8ae1,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:25.474884 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37870) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:25.491716 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-351834d4-1b8a-4774-aae1-05a2e5bff994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.628260 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-351834d4-1b8a-4774-aae1-05a2e5bff994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.632225 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-351834d4-1b8a-4774-aae1-05a2e5bff994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.670332 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351834d4-1b8a-4774-aae1-05a2e5bff994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1482334-6e0d-498d-987d-f10687eed56c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:25.677237 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-351834d4-1b8a-4774-aae1-05a2e5bff994 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8dac80b8117b4a7a8ac46cddbb77dbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1986616 Oct 28 12:10:25.677609 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37876) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:25.769575 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6812743e-0f1f-46d5-b4dc-e87e86bd9c8b req-b00978cb-4b7d-41bb-a8be-d7108f216896 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:25.770919 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6812743e-0f1f-46d5-b4dc-e87e86bd9c8b req-b00978cb-4b7d-41bb-a8be-d7108f216896 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0687113 Oct 28 12:10:25.771504 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.804973 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.844511 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6812743e-0f1f-46d5-b4dc-e87e86bd9c8b req-01d00c3d-3df8-4ca9-8c92-8e4ca96703da tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643680 Oct 28 12:10:25.863662 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.866310 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:25.867402 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f1482334-6e0d-498d-987d-f10687eed56c HTTP/1.1" status: 204 len: 168 time: 0.1888258 Oct 28 12:10:25.877469 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62f88b-a06c-4c1a-a07f-c39df1382df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1482334-6e0d-498d-987d-f10687eed56c,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:26.514399 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37904) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:26.609966 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-926755842-network', 'tenant_id': 'b8f95ce3404143fcb73843f744e33e25'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:26.630835 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Made reservation on behalf of b8f95ce3404143fcb73843f744e33e25 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:26.633104 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.641891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.668806 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f6a298ca-0580-43b3-869c-ee33ea1a9da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.715130 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.718445 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.743781 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] vlan segment allocate from pool success with {'vlan_id': 1045, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:10:26.749717 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69da4e18-343a-4916-a5f5-7b54b65e8a1c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:26.756168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.756496 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Added segment 041360ae-4ae9-4b99-9a36-a3adb89fc58d of type vlan for network 86d000a8-c7b4-4c24-bd78-a611dccbcc2c Oct 28 12:10:26.794970 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.817165 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.818062 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:26.818648 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.868841 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3533468 Oct 28 12:10:26.871625 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37916) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:26.882837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Request body: {'subnet': {'network_id': '86d000a8-c7b4-4c24-bd78-a611dccbcc2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-926755842-subnet', 'tenant_id': 'b8f95ce3404143fcb73843f744e33e25', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:26.892022 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e0ca6-b078-431e-980f-090722842f26 admin admin] Pushing event updated for resources: {'Network': ['ID=86d000a8-c7b4-4c24-bd78-a611dccbcc2c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:26.903527 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 86d000a8-c7b4-4c24-bd78-a611dccbcc2c details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:10:26.911063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Made reservation on behalf of b8f95ce3404143fcb73843f744e33e25 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:26.913826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410897'] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:26.965845 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21764b41-cfb8-441d-b40b-f0f7bc929abf req-827512bd-5f21-4c24-ae86-0c236c90f4e6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:26.967614 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21764b41-cfb8-441d-b40b-f0f7bc929abf req-827512bd-5f21-4c24-ae86-0c236c90f4e6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0514874 Oct 28 12:10:27.005897 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-21764b41-cfb8-441d-b40b-f0f7bc929abf req-b27fe48c-1d10-41a1-8561-1054b9effa53 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321674 Oct 28 12:10:27.084082 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2482535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410883'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.134685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4903f24a-4d89-44f6-9792-75b3a73abb65,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:27.144989 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Checking segment: {'id': '041360ae-4ae9-4b99-9a36-a3adb89fc58d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1045, 'network_id': '86d000a8-c7b4-4c24-bd78-a611dccbcc2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:10:27.145330 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Network hostable DHCP agents. Network: 86d000a8-c7b4-4c24-bd78-a611dccbcc2c, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:10:27.160878 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Network 86d000a8-c7b4-4c24-bd78-a611dccbcc2c is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:10:27.168616 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 86d000a8-c7b4-4c24-bd78-a611dccbcc2c) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:10:27.172525 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:27.173133 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.177526 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c91a6b2-fb97-43ca-9a6b-c8a15956e9f4 None None] Network 86d000a8-c7b4-4c24-bd78-a611dccbcc2c requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:10:27.188936 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7afb4118-fc51-4535-a55f-bc8d65fa8ba1 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3164234 Oct 28 12:10:27.301181 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd283112-52b8-4c82-b8e3-25a0453e3ccf None None] Network 86d000a8-c7b4-4c24-bd78-a611dccbcc2c requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:10:27.666351 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 37944) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:27.678487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-190159440-network', 'tenant_id': '8927c37def6b4b53933cc19f8152c14d'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:27.699093 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Made reservation on behalf of 8927c37def6b4b53933cc19f8152c14d for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:27.701421 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.710473 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.783055 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.786634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.806718 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 1031, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:10:27.819480 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d8c9618-42d8-469f-810b-ac36a0571469,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:27.824149 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.824472 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Added segment 0dfaa7ea-93ff-4268-9126-ab7384bb3ea0 of type vlan for network 91263f05-0109-4c11-b98f-3175e5f10cdc Oct 28 12:10:27.862586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.885435 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.886329 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:27.886920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:27.939444 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2719264 Oct 28 12:10:27.942323 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 37946) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:27.947197 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Request body: {'subnet': {'network_id': '91263f05-0109-4c11-b98f-3175e5f10cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-190159440-subnet', 'tenant_id': '8927c37def6b4b53933cc19f8152c14d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:10:27.949619 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b41d69-e059-4641-a577-7a3e8b605ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=91263f05-0109-4c11-b98f-3175e5f10cdc,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:27.959367 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 91263f05-0109-4c11-b98f-3175e5f10cdc details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:10:27.971364 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Made reservation on behalf of 8927c37def6b4b53933cc19f8152c14d for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:10:27.973860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:28.186380 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f78327-d385-454c-a0ea-3b8f54a87161 req-5f9dcf1f-6a60-474d-95c6-c6246548a2ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:28.187826 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b3f78327-d385-454c-a0ea-3b8f54a87161 req-5f9dcf1f-6a60-474d-95c6-c6246548a2ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0999341 Oct 28 12:10:28.189156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:28.267703 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1e0d89e-c033-4252-af3c-8e3406e5af5b,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:28.278494 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b3f78327-d385-454c-a0ea-3b8f54a87161 req-58f4bc9a-87ca-40c9-b798-ea43f9b66535 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825233 Oct 28 12:10:28.285127 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Checking segment: {'id': '0dfaa7ea-93ff-4268-9126-ab7384bb3ea0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1031, 'network_id': '91263f05-0109-4c11-b98f-3175e5f10cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:10:28.285482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Network hostable DHCP agents. Network: 91263f05-0109-4c11-b98f-3175e5f10cdc, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:10:28.302431 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Network 91263f05-0109-4c11-b98f-3175e5f10cdc is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:10:28.310307 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 91263f05-0109-4c11-b98f-3175e5f10cdc) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:10:28.314401 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:28.314975 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:28.319692 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8819d64-9330-4800-a3de-75afadffa8a4 None None] Network 91263f05-0109-4c11-b98f-3175e5f10cdc requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:10:28.330670 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1a7feb42-5c22-40e5-b6d4-aaa44943507d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3872457 Oct 28 12:10:28.449420 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b18309-8157-435b-845f-7bff2ffe09fd None None] Network 91263f05-0109-4c11-b98f-3175e5f10cdc requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:10:29.228056 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3aab54ae-bd8a-4605-a01f-5c19209c8f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:29.404198 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5167ae30-d4d3-41d9-bc21-e139e70dd967 req-41350f5d-2659-463e-b1cc-0fbbaf59a329 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:29.405623 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5167ae30-d4d3-41d9-bc21-e139e70dd967 req-41350f5d-2659-463e-b1cc-0fbbaf59a329 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0559828 Oct 28 12:10:29.446524 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5167ae30-d4d3-41d9-bc21-e139e70dd967 req-72a15032-7a4b-4925-be49-02f003d60b69 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341604 Oct 28 12:10:30.237008 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:30.240736 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:30.361005 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:30.566153 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14a6e88-e7c1-434a-abe4-aa99c4616d1a req-06b8640b-a342-4108-bf57-7e934fcf1b7b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:30.567724 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c14a6e88-e7c1-434a-abe4-aa99c4616d1a req-06b8640b-a342-4108-bf57-7e934fcf1b7b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0547078 Oct 28 12:10:30.609365 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c14a6e88-e7c1-434a-abe4-aa99c4616d1a req-2f6cb604-55ad-4da1-b2cc-219668839fdf tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340381 Oct 28 12:10:31.728151 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23b937-b8d2-45d3-9e66-c946878a6f7a req-29403bce-b654-40a0-9217-846fdb416e58 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:31.729662 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4c23b937-b8d2-45d3-9e66-c946878a6f7a req-29403bce-b654-40a0-9217-846fdb416e58 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0484169 Oct 28 12:10:31.765808 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4c23b937-b8d2-45d3-9e66-c946878a6f7a req-1dea94e9-a16d-4efa-b423-6911507f4a81 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Oct 28 12:10:31.838307 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:32.883595 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2e412-8267-4e0b-a33c-864831e8ad5c req-6513bfc6-0c74-4474-ada8-dd3f7cfa2c3f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:32.885064 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d4b2e412-8267-4e0b-a33c-864831e8ad5c req-6513bfc6-0c74-4474-ada8-dd3f7cfa2c3f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0490265 Oct 28 12:10:32.928873 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d4b2e412-8267-4e0b-a33c-864831e8ad5c req-5f94cb39-2cc2-4150-a493-6828076353cb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377278 Oct 28 12:10:34.083677 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ade379-018f-456d-9aa1-3e69a5045b09 req-702c51e2-06e9-4888-a9c0-c9476494768f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:34.085241 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8ade379-018f-456d-9aa1-3e69a5045b09 req-702c51e2-06e9-4888-a9c0-c9476494768f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0617473 Oct 28 12:10:34.124388 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8ade379-018f-456d-9aa1-3e69a5045b09 req-2a74c642-605b-4e1d-a9d8-6ff6a8e1f343 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Oct 28 12:10:35.057822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38132) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:35.179457 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-94fb4a75-f2df-436e-a563-cf22bd6460f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.276134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d967bb0-3ffa-4730-a3e9-4c212c8f8e24 req-e1a80db6-5111-4f1e-9832-173885394c4f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:35.277698 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9d967bb0-3ffa-4730-a3e9-4c212c8f8e24 req-e1a80db6-5111-4f1e-9832-173885394c4f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0798616 Oct 28 12:10:35.317999 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-94fb4a75-f2df-436e-a563-cf22bd6460f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.324032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-94fb4a75-f2df-436e-a563-cf22bd6460f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.360847 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9d967bb0-3ffa-4730-a3e9-4c212c8f8e24 req-bf1dbc93-899e-465d-8340-70e212cb8346 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710356 Oct 28 12:10:35.373261 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-94fb4a75-f2df-436e-a563-cf22bd6460f4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b288972902e5455bbbb2281ef6bc9304&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3141153 Oct 28 12:10:35.375782 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38146) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:35.378330 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb4a75-f2df-436e-a563-cf22bd6460f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec2f1de-3296-4849-b966-c4ac9c45cbe1,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:35.429109 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.451339 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.501760 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.504327 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.505506 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec2f1de-3296-4849-b966-c4ac9c45cbe1 HTTP/1.1" status: 204 len: 168 time: 0.1286809 Oct 28 12:10:35.512792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce676a89-e926-4c47-a748-35b03ba679d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec2f1de-3296-4849-b966-c4ac9c45cbe1,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:35.769403 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38154) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:35.784330 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-006a5cd4-1298-489b-aeb2-f814f8269349 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.858898 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-006a5cd4-1298-489b-aeb2-f814f8269349 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.863099 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-006a5cd4-1298-489b-aeb2-f814f8269349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.900508 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-006a5cd4-1298-489b-aeb2-f814f8269349 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=221d3bb19bda4068856d9ac97be12fa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1300132 Oct 28 12:10:35.901332 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a5cd4-1298-489b-aeb2-f814f8269349 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1390525d-e5c0-44c2-b9dd-8a3c2c5375d4,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:35.903177 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38156) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:35.950851 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:35.974439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:36.021562 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:36.024132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:36.025298 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1390525d-e5c0-44c2-b9dd-8a3c2c5375d4 HTTP/1.1" status: 204 len: 168 time: 0.1211414 Oct 28 12:10:36.034043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38fde18-3517-4b09-9f47-df108f22e076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1390525d-e5c0-44c2-b9dd-8a3c2c5375d4,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:36.491914 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f999d40-b571-4297-8ec4-3b37165d2824 req-dac603e4-ee2c-49e6-8225-2ea79c04ea73 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:36.493907 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6f999d40-b571-4297-8ec4-3b37165d2824 req-dac603e4-ee2c-49e6-8225-2ea79c04ea73 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0527511 Oct 28 12:10:36.543176 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6f999d40-b571-4297-8ec4-3b37165d2824 req-7ec0ff5d-671c-40f5-b94c-ac40c0b4d0fc tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430946 Oct 28 12:10:37.663115 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55936be0-25df-4871-92ff-b292430acd23 req-2ecdc1f9-ed5b-4d05-ad4f-d69976c2d259 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:37.664628 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-55936be0-25df-4871-92ff-b292430acd23 req-2ecdc1f9-ed5b-4d05-ad4f-d69976c2d259 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0527184 Oct 28 12:10:37.702719 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-55936be0-25df-4871-92ff-b292430acd23 req-db7298d7-209f-4bf1-92ad-77fc2f4e398a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322514 Oct 28 12:10:38.824044 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eece7bb3-6acd-4a89-beac-976fd7a5d9ac req-34e92973-a6a4-4c7f-a578-65ad4bbb896a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:38.825554 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-eece7bb3-6acd-4a89-beac-976fd7a5d9ac req-34e92973-a6a4-4c7f-a578-65ad4bbb896a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0490811 Oct 28 12:10:38.862746 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-eece7bb3-6acd-4a89-beac-976fd7a5d9ac req-097acdaf-0db3-4047-8d97-74087b2baa16 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308778 Oct 28 12:10:39.992076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0f109-7196-4314-9b8d-46d88fe3be92 req-e136f824-58cb-4d07-9942-b1e88ba725ea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:39.993644 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7bb0f109-7196-4314-9b8d-46d88fe3be92 req-e136f824-58cb-4d07-9942-b1e88ba725ea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0549340 Oct 28 12:10:40.037925 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7bb0f109-7196-4314-9b8d-46d88fe3be92 req-181d28b5-6cf3-4e5f-89e4-9a85adec5a42 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368803 Oct 28 12:10:41.170202 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf72f24-3ca9-405c-a8d8-db63d2b0b553 req-aafc0c29-61ae-4e85-bc77-cc9fc9dd1fc4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:41.171780 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2bf72f24-3ca9-405c-a8d8-db63d2b0b553 req-aafc0c29-61ae-4e85-bc77-cc9fc9dd1fc4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0567784 Oct 28 12:10:41.213040 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2bf72f24-3ca9-405c-a8d8-db63d2b0b553 req-809c4376-e194-4989-a839-a67ab559c7fb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349519 Oct 28 12:10:42.025980 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38338) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:42.073429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Deleting subnet 4903f24a-4d89-44f6-9792-75b3a73abb65 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:10:42.077418 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.117619 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.163453 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.226124 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.249848 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4903f24a-4d89-44f6-9792-75b3a73abb65,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:42.260548 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.266698 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38344) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:42.277627 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6b54a723-cdc8-4985-81ec-8863da683d84 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/4903f24a-4d89-44f6-9792-75b3a73abb65 HTTP/1.1" status: 204 len: 168 time: 0.2500136 Oct 28 12:10:42.368151 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.465949 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a2ae71-c8a4-4a06-959c-2323709ec59e req-2fb5ea04-ed48-4dd1-b132-571fe9c6b30e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:42.467403 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-18a2ae71-c8a4-4a06-959c-2323709ec59e req-2fb5ea04-ed48-4dd1-b132-571fe9c6b30e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1297140 Oct 28 12:10:42.476968 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.515168 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d000a8-c7b4-4c24-bd78-a611dccbcc2c']}} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:42.525255 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '041360ae-4ae9-4b99-9a36-a3adb89fc58d') {'for_net_delete': True} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:42.525545 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '041360ae-4ae9-4b99-9a36-a3adb89fc58d') {} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:42.540462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2540255'] for segment, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.552202 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-18a2ae71-c8a4-4a06-959c-2323709ec59e req-e2fd4e55-6ac2-4b5a-b1dd-1f3b09e4a2a4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726542 Oct 28 12:10:42.558707 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.584839 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Releasing vlan 1045 on physical network physnet1 to pool {{(pid=101561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:10:42.585487 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2730237'] for segment, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: Traceback (most recent call last): Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: timer() Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: cb(*args, **kw) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: return func(*args, **kwargs) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: self._notify() Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: self.callback(batched_events) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: event.method(event) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: return f(self, *a, **k) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._get(url).json() Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: return self.request(url, 'GET', **kwargs) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:10:42.587884 dv-cinder-815746-2-iscsi neutron-server[101561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:10:42.655074 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.662259 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.666071 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] 10.222.0.32 "DELETE /v2.0/networks/86d000a8-c7b4-4c24-bd78-a611dccbcc2c HTTP/1.1" status: 204 len: 168 time: 0.3983490 Oct 28 12:10:42.668837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38348) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:42.682508 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032aadba-e135-4f46-ba1a-3b7a2b6cf150 admin admin] Pushing event deleted for resources: {'Network': ['ID=86d000a8-c7b4-4c24-bd78-a611dccbcc2c,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:42.718792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Deleting subnet a1e0d89e-c033-4252-af3c-8e3406e5af5b {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:10:42.722084 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.759257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.804790 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.861989 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.888685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1e0d89e-c033-4252-af3c-8e3406e5af5b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:42.891092 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:42.897268 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8fd58fd4-eb4d-4913-a3d4-6087d44d1039 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/a1e0d89e-c033-4252-af3c-8e3406e5af5b HTTP/1.1" status: 204 len: 168 time: 0.2242811 Oct 28 12:10:42.898041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38350) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:42.972996 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.067932 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.087885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91263f05-0109-4c11-b98f-3175e5f10cdc']}} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:43.109668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dfaa7ea-93ff-4268-9126-ab7384bb3ea0') {'for_net_delete': True} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:43.109668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dfaa7ea-93ff-4268-9126-ab7384bb3ea0') {} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:10:43.120274 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2540255'] for segment, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.135826 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.143503 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Releasing vlan 1031 on physical network physnet1 to pool {{(pid=101561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:10:43.144273 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2730237'] for segment, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: Traceback (most recent call last): Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: timer() Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: cb(*args, **kw) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: return func(*args, **kwargs) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: self._notify() Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: self.callback(batched_events) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: event.method(event) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: return f(self, *a, **k) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._get(url).json() Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: return self.request(url, 'GET', **kwargs) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:10:43.147003 dv-cinder-815746-2-iscsi neutron-server[101561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:10:43.221373 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.227122 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.233032 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] 10.222.0.32 "DELETE /v2.0/networks/91263f05-0109-4c11-b98f-3175e5f10cdc HTTP/1.1" status: 204 len: 168 time: 0.3316867 Oct 28 12:10:43.244754 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f79b3-0500-4409-93f5-177f059288cc admin admin] Pushing event deleted for resources: {'Network': ['ID=91263f05-0109-4c11-b98f-3175e5f10cdc,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:43.428093 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38358) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:43.481839 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-44988603-9de2-4679-aeb9-3a2b9e65dbd0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b8f95ce3404143fcb73843f744e33e25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0522661 Oct 28 12:10:43.484502 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38362) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:43.536317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.562151 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.626024 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.630297 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:43.631855 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69da4e18-343a-4916-a5f5-7b54b65e8a1c HTTP/1.1" status: 204 len: 168 time: 0.1460023 Oct 28 12:10:43.651926 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1a42d0-f98b-4686-b64c-8a14fc53d100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69da4e18-343a-4916-a5f5-7b54b65e8a1c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:43.685823 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96318b48-badd-46bb-b7c9-f2d8c03686a4 req-c81a0da8-01e5-46c2-a7df-ab856cfb7dea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:43.688593 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-96318b48-badd-46bb-b7c9-f2d8c03686a4 req-c81a0da8-01e5-46c2-a7df-ab856cfb7dea tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0582850 Oct 28 12:10:43.750807 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-96318b48-badd-46bb-b7c9-f2d8c03686a4 req-75e20efc-094f-4677-8dc0-83790b057ef0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396769 Oct 28 12:10:44.031730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38372) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:44.078221 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3f0ed448-4fe6-40d3-b29d-31ef05b04eb1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8927c37def6b4b53933cc19f8152c14d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0450966 Oct 28 12:10:44.085365 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38374) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:44.136018 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:44.162810 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:44.217192 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:44.219997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:44.221245 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3d8c9618-42d8-469f-810b-ac36a0571469 HTTP/1.1" status: 204 len: 168 time: 0.1348746 Oct 28 12:10:44.231254 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69aa47e-0992-43ff-8a22-1d2771306e9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d8c9618-42d8-469f-810b-ac36a0571469,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:44.885639 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168380f2-b607-4a2a-bc3f-f2a5627df5d2 req-bafeccbe-9675-42e3-bb69-28f4dc6d26f5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:44.889240 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-168380f2-b607-4a2a-bc3f-f2a5627df5d2 req-bafeccbe-9675-42e3-bb69-28f4dc6d26f5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0621819 Oct 28 12:10:44.946161 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-168380f2-b607-4a2a-bc3f-f2a5627df5d2 req-cab0e139-049e-40b6-aa02-35c845c39775 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523939 Oct 28 12:10:45.554974 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38420) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:45.678793 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e393457c-959d-4706-8dbd-c38a9db5d6c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.761000 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e393457c-959d-4706-8dbd-c38a9db5d6c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.765252 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e393457c-959d-4706-8dbd-c38a9db5d6c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.808174 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e393457c-959d-4706-8dbd-c38a9db5d6c0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=747918ef1b1b4a8b934a97b1b85d584e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2517509 Oct 28 12:10:45.808943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393457c-959d-4706-8dbd-c38a9db5d6c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af255926-4ee0-410b-8385-fb928384ab50,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:45.811025 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38426) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:45.866570 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.891038 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.942569 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.945550 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:45.946993 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af255926-4ee0-410b-8385-fb928384ab50 HTTP/1.1" status: 204 len: 168 time: 0.1344588 Oct 28 12:10:45.956352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de2bf56-6bd9-4c45-9d2f-425f90e24e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af255926-4ee0-410b-8385-fb928384ab50,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:46.098297 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea62f7b-7029-43e0-9b68-12da04996450 req-536aa43a-e4b7-4fef-8361-4157bb3cc10f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:46.106036 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8ea62f7b-7029-43e0-9b68-12da04996450 req-536aa43a-e4b7-4fef-8361-4157bb3cc10f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0704627 Oct 28 12:10:46.158647 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8ea62f7b-7029-43e0-9b68-12da04996450 req-6f938491-c07e-483d-97c7-4511da7eba38 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517457 Oct 28 12:10:47.352616 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3ad481-d36f-43e1-8061-70809ee820e1 req-e6089773-d17c-4174-8c35-253baddcc87a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:47.356701 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1d3ad481-d36f-43e1-8061-70809ee820e1 req-e6089773-d17c-4174-8c35-253baddcc87a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0621047 Oct 28 12:10:47.418861 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1d3ad481-d36f-43e1-8061-70809ee820e1 req-84099e98-e984-43a6-9ebb-cc5cd6736d71 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543854 Oct 28 12:10:48.555945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af108a-a371-4d25-b607-b46d3943e7dd req-a5729fb7-0a2e-4132-afb4-627eaf7180f6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:48.557742 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-11af108a-a371-4d25-b607-b46d3943e7dd req-a5729fb7-0a2e-4132-afb4-627eaf7180f6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0525362 Oct 28 12:10:48.600485 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-11af108a-a371-4d25-b607-b46d3943e7dd req-fdd611e3-8ca5-4f7a-a55f-a5e69b910ebc tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364504 Oct 28 12:10:49.755772 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168f2d6-9d74-4e5e-8baa-2b95d3fe5f0b req-931b8053-8b1f-4eca-ae3d-ac01fcbb6bfe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:49.781814 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4168f2d6-9d74-4e5e-8baa-2b95d3fe5f0b req-931b8053-8b1f-4eca-ae3d-ac01fcbb6bfe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1002271 Oct 28 12:10:49.856456 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4168f2d6-9d74-4e5e-8baa-2b95d3fe5f0b req-27eb87c1-ac52-4dea-ab1e-77abcde760ac tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727251 Oct 28 12:10:50.174383 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a619b95-0082-496a-9d16-61dae32ab338 req-0fbd607e-7959-4066-a726-ca81f57c3676 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:50.182303 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4a619b95-0082-496a-9d16-61dae32ab338 req-0fbd607e-7959-4066-a726-ca81f57c3676 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0653493 Oct 28 12:10:50.222077 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4a619b95-0082-496a-9d16-61dae32ab338 req-e2cf5011-da46-4fc0-bc8f-dcfa0006a801 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385289 Oct 28 12:10:50.454022 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 38582) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:50.600470 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-be9ddb6f-1b07-4451-883b-fc00f5f37f21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.674482 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-be9ddb6f-1b07-4451-883b-fc00f5f37f21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.679357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-be9ddb6f-1b07-4451-883b-fc00f5f37f21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.715429 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-be9ddb6f-1b07-4451-883b-fc00f5f37f21 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0f5caccb7b244d37bdad9f18275dc55c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2602305 Oct 28 12:10:50.716479 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ddb6f-1b07-4451-883b-fc00f5f37f21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e6e1d0-0caf-4da4-bd61-6fc63c799b48,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:50.718158 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38598) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:50.767838 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.788612 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.833607 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.836088 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:50.837216 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/89e6e1d0-0caf-4da4-bd61-6fc63c799b48 HTTP/1.1" status: 204 len: 168 time: 0.1179776 Oct 28 12:10:50.844236 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918eae17-37c9-42aa-bbb6-4e40da31ee80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e6e1d0-0caf-4da4-bd61-6fc63c799b48,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:51.015415 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9053c6-e394-47fe-90e1-d60e749c3939 req-9f764410-832e-4a32-bc41-0475b2b01d2f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:51.016918 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1b9053c6-e394-47fe-90e1-d60e749c3939 req-9f764410-832e-4a32-bc41-0475b2b01d2f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0542524 Oct 28 12:10:51.058377 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1b9053c6-e394-47fe-90e1-d60e749c3939 req-5297a119-6a97-413b-bffc-dd44680ffa01 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341363 Oct 28 12:10:51.086159 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bf820-7b06-450f-b318-d5bc7c99cbfb req-78a58239-4d76-4b4f-a4d4-aa068673afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:51.087861 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-434bf820-7b06-450f-b318-d5bc7c99cbfb req-78a58239-4d76-4b4f-a4d4-aa068673afe4 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0499351 Oct 28 12:10:51.126258 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38618) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:51.132340 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-434bf820-7b06-450f-b318-d5bc7c99cbfb req-bb7f3ac2-d8db-48de-b18d-35befb80b147 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310881 Oct 28 12:10:51.139041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1692f0a7-53ef-46f3-8903-ea01dc9fef79 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.217292 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1692f0a7-53ef-46f3-8903-ea01dc9fef79 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.224241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1692f0a7-53ef-46f3-8903-ea01dc9fef79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.260105 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692f0a7-53ef-46f3-8903-ea01dc9fef79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=619049e5-eab5-46fb-a2a4-951f75ee9fc9,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:51.286597 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1692f0a7-53ef-46f3-8903-ea01dc9fef79 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5e6f5cc0b112497cb329d8caf2f79b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1558266 Oct 28 12:10:51.286827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 38626) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:10:51.563172 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe91430-71bc-4f85-9380-10b38d56009b req-0991aefb-925e-4981-8304-84bb010b0292 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:51.569269 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6fe91430-71bc-4f85-9380-10b38d56009b req-0991aefb-925e-4981-8304-84bb010b0292 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.2651479 Oct 28 12:10:51.570799 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.611232 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.641046 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6fe91430-71bc-4f85-9380-10b38d56009b req-6c4b8972-23be-4137-8b6a-858645e5b638 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572472 Oct 28 12:10:51.690312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.693604 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:51.696823 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/619049e5-eab5-46fb-a2a4-951f75ee9fc9 HTTP/1.1" status: 204 len: 168 time: 0.4069309 Oct 28 12:10:51.710737 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7fe0e0-4a19-41d8-9b35-2ee859880404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=619049e5-eab5-46fb-a2a4-951f75ee9fc9,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:10:52.181912 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8cc49c-4763-42ef-ac2a-1b14ecf678b1 req-7545c1e2-39f4-44b7-8165-7114cdcb87bd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:52.183381 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0f8cc49c-4763-42ef-ac2a-1b14ecf678b1 req-7545c1e2-39f4-44b7-8165-7114cdcb87bd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0523140 Oct 28 12:10:52.221893 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0f8cc49c-4763-42ef-ac2a-1b14ecf678b1 req-5cc6671c-5027-4d70-9d26-7192b59867bb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323045 Oct 28 12:10:52.799160 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95e83d-9ed3-4df3-86ea-d5f6e3b4badd req-0f4fc93f-13b7-4cdc-907c-723ef4f2315a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:52.809302 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cb95e83d-9ed3-4df3-86ea-d5f6e3b4badd req-0f4fc93f-13b7-4cdc-907c-723ef4f2315a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0780325 Oct 28 12:10:52.850599 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cb95e83d-9ed3-4df3-86ea-d5f6e3b4badd req-7cda40d7-4f23-4e69-9720-e14054de1375 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385365 Oct 28 12:10:53.338801 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d86bad-e736-416f-8390-7bb3b109f51c req-4e831c9d-8aeb-453b-8331-7d37cacbb1ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:53.340249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c4d86bad-e736-416f-8390-7bb3b109f51c req-4e831c9d-8aeb-453b-8331-7d37cacbb1ad tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0521557 Oct 28 12:10:53.382757 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c4d86bad-e736-416f-8390-7bb3b109f51c req-60e02d5b-bb83-4e24-a51a-bb39be0f1acd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362401 Oct 28 12:10:53.621196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-46920b04-a0a1-4993-bad9-90f8ca57005e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:53.622690 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-46920b04-a0a1-4993-bad9-90f8ca57005e service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0412526 Oct 28 12:10:53.628184 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b6d96-1acb-46ed-8ec3-6785e2b450b0 req-eca703fa-0a22-4d36-9515-43514e679388 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:53.629810 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f1b6d96-1acb-46ed-8ec3-6785e2b450b0 req-eca703fa-0a22-4d36-9515-43514e679388 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0487776 Oct 28 12:10:53.671127 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9f1b6d96-1acb-46ed-8ec3-6785e2b450b0 req-94e6c2ee-d9e7-4a50-acc5-e9a726b1bd94 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328140 Oct 28 12:10:53.728361 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-2e7f185c-f827-4aa4-9414-8322581f36e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:53.729861 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-2e7f185c-f827-4aa4-9414-8322581f36e7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.0937333 Oct 28 12:10:53.989124 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4d89e8-b57f-41c7-ab53-5c753675cf8a req-2180729b-cda0-4a75-97d0-934b5c0f2ac7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:53.991282 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4a4d89e8-b57f-41c7-ab53-5c753675cf8a req-2180729b-cda0-4a75-97d0-934b5c0f2ac7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0616317 Oct 28 12:10:54.012083 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-b0e656f9-36f3-4dfa-9e91-b1d53b587434 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.2682452 Oct 28 12:10:54.034250 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4a4d89e8-b57f-41c7-ab53-5c753675cf8a req-cd25874f-0fb9-4a07-ac61-2c9def425334 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358186 Oct 28 12:10:54.071771 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-550552a7-1744-4141-b83f-92ff6d8cde02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:54.073345 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-550552a7-1744-4141-b83f-92ff6d8cde02 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0535433 Oct 28 12:10:54.108031 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-d0bbc3db-27fb-41cd-a04b-a5beec128a67 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243413 Oct 28 12:10:54.205367 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-861f5cbc-c4f1-4455-9324-2423312406f7 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899913 Oct 28 12:10:54.306480 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c4ceea6e-cb86-459e-9ae8-0bf212970414 req-dc557e7b-287c-45c7-bebf-58b0a7b79a7c service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915589 Oct 28 12:10:54.811339 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb76903-7d07-4686-9713-6ab9cffb2907 req-ad45c599-0e31-4435-95ab-25f3d9d341e0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:54.812836 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fcb76903-7d07-4686-9713-6ab9cffb2907 req-ad45c599-0e31-4435-95ab-25f3d9d341e0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0492229 Oct 28 12:10:54.859264 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fcb76903-7d07-4686-9713-6ab9cffb2907 req-0f58ae12-a08d-4cb6-847c-a24153842995 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379963 Oct 28 12:10:55.167455 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d11f6a-6018-4774-a509-025ee0e07c35 req-ad9d69fb-7046-4c43-b153-52c3d4892f7a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:55.173238 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01d11f6a-6018-4774-a509-025ee0e07c35 req-ad9d69fb-7046-4c43-b153-52c3d4892f7a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0546703 Oct 28 12:10:55.210203 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01d11f6a-6018-4774-a509-025ee0e07c35 req-5b3d5035-b012-4bf6-a1a7-17d65a76c0ad tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346496 Oct 28 12:10:55.982944 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f1e13-7f81-44a2-8e1c-5ef1e79ccf80 req-c04e22a8-898d-4ad4-9f4d-52d1c2dc67a9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:55.984444 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e9f1e13-7f81-44a2-8e1c-5ef1e79ccf80 req-c04e22a8-898d-4ad4-9f4d-52d1c2dc67a9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0540640 Oct 28 12:10:56.032596 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e9f1e13-7f81-44a2-8e1c-5ef1e79ccf80 req-ea523f8b-d597-4d7a-be0c-eed375bd03d5 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398920 Oct 28 12:10:56.337752 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb8e790-e860-4833-8aee-7c6133c83c70 req-7ad96d9e-f6d1-447a-8a91-437d974a5951 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:56.339430 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7eb8e790-e860-4833-8aee-7c6133c83c70 req-7ad96d9e-f6d1-447a-8a91-437d974a5951 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0489912 Oct 28 12:10:56.379721 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7eb8e790-e860-4833-8aee-7c6133c83c70 req-e2968d76-8b53-4a9e-bdd2-30fe65fe3aa7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345538 Oct 28 12:10:56.671301 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-30798343-5f75-4d81-9050-cd3eca2b0e5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:56.920363 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:10:57.177154 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793de7a-6286-45a4-8a0f-991c0b7355c2 req-4a5f7ab0-29ec-4942-bc37-c6c5dd363a4e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:57.178822 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2793de7a-6286-45a4-8a0f-991c0b7355c2 req-4a5f7ab0-29ec-4942-bc37-c6c5dd363a4e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0544655 Oct 28 12:10:57.224182 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2793de7a-6286-45a4-8a0f-991c0b7355c2 req-f4a4482f-6c6f-4615-b706-830a8f414913 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392802 Oct 28 12:10:57.518658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5050c44-b642-4e69-bba8-53ad372d27c5 req-f62babcc-1afa-465d-8e60-57951b34783a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:57.520856 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5050c44-b642-4e69-bba8-53ad372d27c5 req-f62babcc-1afa-465d-8e60-57951b34783a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0599892 Oct 28 12:10:57.560939 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5050c44-b642-4e69-bba8-53ad372d27c5 req-0694f841-1f86-4938-a260-a4667429a2d4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340092 Oct 28 12:10:58.580715 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-1f1c6afa-73d7-471b-98fd-70df17982ebe service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467188 Oct 28 12:10:58.671189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-feecc0a9-b443-41f8-81b8-47fbc15ac047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:58.673441 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-feecc0a9-b443-41f8-81b8-47fbc15ac047 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 1098 time: 0.0641887 Oct 28 12:10:58.822138 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b764fe48-1bec-4f8c-b1fe-ff5c4a4ca3e3 req-67e96417-e884-49d0-a7bc-7f7aa25f00d8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:58.824207 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b764fe48-1bec-4f8c-b1fe-ff5c4a4ca3e3 req-67e96417-e884-49d0-a7bc-7f7aa25f00d8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1556966 Oct 28 12:10:58.848186 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5b0613-3165-45cd-8c8c-01139e733fa4 req-83732ef2-0a18-4cb7-bf12-eb651dacb010 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:58.850128 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef5b0613-3165-45cd-8c8c-01139e733fa4 req-83732ef2-0a18-4cb7-bf12-eb651dacb010 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0977218 Oct 28 12:10:58.876094 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-3228a3c1-8171-44e0-b750-89b2d1fee856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:58.878041 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-3228a3c1-8171-44e0-b750-89b2d1fee856 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.1666393 Oct 28 12:10:58.893579 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b764fe48-1bec-4f8c-b1fe-ff5c4a4ca3e3 req-6c1981af-6764-4ed5-8f8b-e7d705a1d0c5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592160 Oct 28 12:10:58.926443 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef5b0613-3165-45cd-8c8c-01139e733fa4 req-e6c0a1e0-fda0-42d2-a8bc-6a30999bf504 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684392 Oct 28 12:10:58.945712 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-30eeb8a7-301b-4443-b7c7-95c7e7963c3e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=573ef150-f761-4b97-ac17-069ed46cf06b HTTP/1.1" status: 200 len: 217 time: 0.0587480 Oct 28 12:10:59.012952 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-3db9663f-81ac-418e-9386-4bf0d73ba772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:10:59.014646 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-3db9663f-81ac-418e-9386-4bf0d73ba772 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0587428 Oct 28 12:10:59.091264 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-fe7afff7-4182-4ec6-9b5b-d14934933115 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623412 Oct 28 12:10:59.239369 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9d69d258-ff83-468a-9964-86d72b0ade6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:10:59.256273 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-0ca95c6d-4c53-4663-aaf5-313972d536e7 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543698 Oct 28 12:11:00.037794 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f6a87-6c97-4d7d-bff0-48b48e6310c8 req-0a176ad4-7013-4740-a552-9779da0bca7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:00.039217 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-238f6a87-6c97-4d7d-bff0-48b48e6310c8 req-0a176ad4-7013-4740-a552-9779da0bca7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0517125 Oct 28 12:11:00.075337 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-238f6a87-6c97-4d7d-bff0-48b48e6310c8 req-9e20d9d5-2e97-49ac-a107-d92c48380f4b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302765 Oct 28 12:11:00.211486 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:00.246864 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:00.363449 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:01.194459 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19380b66-fdf2-4c17-962e-a525a8f5a781 req-a219b0fe-0ec1-4e63-8906-8fd190970169 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:01.195947 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-19380b66-fdf2-4c17-962e-a525a8f5a781 req-a219b0fe-0ec1-4e63-8906-8fd190970169 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0487852 Oct 28 12:11:01.232929 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-19380b66-fdf2-4c17-962e-a525a8f5a781 req-c5f655b7-6cb3-4ae0-9384-70b74af72139 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307055 Oct 28 12:11:01.636588 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c0ebfcb1-61ca-43b2-b6f4-4316fb53dd3c req-0aeccd70-e1fe-4848-9ff9-2b31c40bd2c4 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859880 Oct 28 12:11:01.840176 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:02.350776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26bef1e-542e-410d-9cc3-986d1973b4ff req-9aebffbd-0241-44da-9631-28e963de5986 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:02.352247 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c26bef1e-542e-410d-9cc3-986d1973b4ff req-9aebffbd-0241-44da-9631-28e963de5986 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0496995 Oct 28 12:11:02.396647 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c26bef1e-542e-410d-9cc3-986d1973b4ff req-19cecbb6-e8da-4392-9cb9-f0894e5f9e9c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385742 Oct 28 12:11:03.526145 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc78368-72d2-488e-9b1a-007b40b0289a req-d386f000-c062-47f0-a068-47348adca1be tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:03.527615 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dcc78368-72d2-488e-9b1a-007b40b0289a req-d386f000-c062-47f0-a068-47348adca1be tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0540683 Oct 28 12:11:03.566789 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dcc78368-72d2-488e-9b1a-007b40b0289a req-fe388f30-d66b-4cfa-874b-7ec425d882c0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324883 Oct 28 12:11:04.693207 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076d1f1-f144-454f-9d67-d6909553771e req-85fe738f-315b-4dc4-a72d-104fd35128c7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:04.694716 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d076d1f1-f144-454f-9d67-d6909553771e req-85fe738f-315b-4dc4-a72d-104fd35128c7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0512393 Oct 28 12:11:04.757366 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d076d1f1-f144-454f-9d67-d6909553771e req-b45b725d-e125-4164-9514-73dfa9f378a5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489748 Oct 28 12:11:05.902053 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a6efbe-fc6a-4032-a696-2c5e7011eafc req-6f43561e-853e-4c33-a9d6-f478f4c05fee tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:05.910047 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8a6efbe-fc6a-4032-a696-2c5e7011eafc req-6f43561e-853e-4c33-a9d6-f478f4c05fee tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0654793 Oct 28 12:11:05.949844 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8a6efbe-fc6a-4032-a696-2c5e7011eafc req-bf12acd1-161a-44ea-8f45-f3465f215883 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382376 Oct 28 12:11:07.073869 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df528400-0f35-40ac-b92d-7f563b3e23d4 req-f94e4211-83ae-4ece-8b41-8bcdb2fdd2d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:07.075291 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-df528400-0f35-40ac-b92d-7f563b3e23d4 req-f94e4211-83ae-4ece-8b41-8bcdb2fdd2d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0509496 Oct 28 12:11:07.110429 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-df528400-0f35-40ac-b92d-7f563b3e23d4 req-3c0f101b-e6ea-4ccc-90ff-f29b10e3b4b7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293400 Oct 28 12:11:08.226312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3f9aad-732f-44e2-a83e-db4f1330adad req-0aedda4b-bf43-46d9-b162-a495d11cce1d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:08.227754 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4e3f9aad-732f-44e2-a83e-db4f1330adad req-0aedda4b-bf43-46d9-b162-a495d11cce1d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0485973 Oct 28 12:11:08.264590 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4e3f9aad-732f-44e2-a83e-db4f1330adad req-1dbc10b1-2097-4362-a22c-201b20b8a472 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309100 Oct 28 12:11:09.396168 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175436c-3bfd-4a72-ab49-2955ab2056b8 req-76812988-ca26-4101-9ce9-f87782af1341 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:09.398263 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9175436c-3bfd-4a72-ab49-2955ab2056b8 req-76812988-ca26-4101-9ce9-f87782af1341 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0647182 Oct 28 12:11:09.437158 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9175436c-3bfd-4a72-ab49-2955ab2056b8 req-f09a31fb-3d5c-4d0a-a8d0-8c84c21891a4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328758 Oct 28 12:11:10.575880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a5a7e9-5aef-483d-80f5-08e93b47cb69 req-46721dce-711b-4be4-983a-5aaba09e1cc5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:10.583872 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-47a5a7e9-5aef-483d-80f5-08e93b47cb69 req-46721dce-711b-4be4-983a-5aaba09e1cc5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0684657 Oct 28 12:11:10.621453 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-47a5a7e9-5aef-483d-80f5-08e93b47cb69 req-e864cf98-13f3-46bb-92f4-93fdfb0882a3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353670 Oct 28 12:11:11.753758 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b91c6-6ebd-440b-bbc6-ef29b53709c2 req-c6e59bd0-e887-47f7-857a-abef3f977180 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:11.755746 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea5b91c6-6ebd-440b-bbc6-ef29b53709c2 req-c6e59bd0-e887-47f7-857a-abef3f977180 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0514777 Oct 28 12:11:11.799158 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea5b91c6-6ebd-440b-bbc6-ef29b53709c2 req-6b751f76-5afa-4bca-9209-c77ee862b692 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368657 Oct 28 12:11:12.028990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:11:12.131173 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:12.143925 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:11:12.179999 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:12.193377 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:11:12.214064 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:12.220567 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:12.273270 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=6']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:12.280194 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.280565 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.280926 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.281254 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.281575 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.281888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.282205 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.282697 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.283176 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.283347 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.283809 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.284128 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:12.327605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['b8ef8d46-39de-4e9a-b339-d72c8584a430'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:11:12.930453 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b192-e529-45ae-bff3-2e65731923db req-1fcef8f2-8d25-452d-8297-80d0ec901469 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:12.932022 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9d0b192-e529-45ae-bff3-2e65731923db req-1fcef8f2-8d25-452d-8297-80d0ec901469 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.0537591 Oct 28 12:11:12.973303 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9d0b192-e529-45ae-bff3-2e65731923db req-b2032465-14c6-4e31-94bd-3bc276ec47be tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336726 Oct 28 12:11:14.048231 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:14.112289 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58acc1b8-a5bf-488e-a2a8-b3050fb15baa req-71c3731b-642b-4c57-a23f-39bdadf1ce79 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:14.113792 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-58acc1b8-a5bf-488e-a2a8-b3050fb15baa req-71c3731b-642b-4c57-a23f-39bdadf1ce79 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.0533869 Oct 28 12:11:14.130711 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port b8ef8d46-39de-4e9a-b339-d72c8584a430 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:14.131247 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:14.164559 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-58acc1b8-a5bf-488e-a2a8-b3050fb15baa req-2b8b115e-812b-4403-9a53-3b63c2e0da1a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432880 Oct 28 12:11:14.225659 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:14.252180 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:11:14.254949 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a86b7-17c4-47f0-a032-c3de17c3fea4" -d '{"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:11:14.273685 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:14.279610 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:14.310808 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:11:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e881f08d-8c9e-4d0d-9100-08cfe977ed7f x-openstack-request-id: req-e881f08d-8c9e-4d0d-9100-08cfe977ed7f {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:11:14.311293 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:11:14.311547 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e881f08d-8c9e-4d0d-9100-08cfe977ed7f {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:11:14.312023 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'code': 200} Oct 28 12:11:14.344643 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=7']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:15.289558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f4394-ef44-4299-8779-e85b87072688 req-41368b23-fbbd-4122-90f3-8c76a59c449d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:15.292285 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-489f4394-ef44-4299-8779-e85b87072688 req-41368b23-fbbd-4122-90f3-8c76a59c449d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0543275 Oct 28 12:11:15.348304 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-489f4394-ef44-4299-8779-e85b87072688 req-55cd9e7c-b41f-4e22-aec7-bb3e2c5ec962 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384245 Oct 28 12:11:16.487921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0113e43-4107-436e-98bc-31df1c664c06 req-e656ba16-81e1-415e-a52b-d37f274f7cf5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:16.489508 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c0113e43-4107-436e-98bc-31df1c664c06 req-e656ba16-81e1-415e-a52b-d37f274f7cf5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0537910 Oct 28 12:11:16.531117 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c0113e43-4107-436e-98bc-31df1c664c06 req-d183212b-b138-448c-9375-43697895b1c2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343080 Oct 28 12:11:17.652218 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be5b007-1f71-48d4-82c0-762aa4c50c5f req-78b3b12d-2895-461a-9bea-e37d275b7a44 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:17.653633 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9be5b007-1f71-48d4-82c0-762aa4c50c5f req-78b3b12d-2895-461a-9bea-e37d275b7a44 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0522697 Oct 28 12:11:17.690633 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9be5b007-1f71-48d4-82c0-762aa4c50c5f req-a9ac5100-c66d-4042-9fbe-cb1cfff372e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Oct 28 12:11:18.805856 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4eb5df-d861-429e-8690-70870c9d1380 req-c9dbad5f-2fc8-4867-93f4-a4fa29d325fd tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:18.807811 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2c4eb5df-d861-429e-8690-70870c9d1380 req-c9dbad5f-2fc8-4867-93f4-a4fa29d325fd tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0493517 Oct 28 12:11:18.845803 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2c4eb5df-d861-429e-8690-70870c9d1380 req-39940692-5a58-4ab0-b6a6-b6faf534a9fc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320575 Oct 28 12:11:19.981240 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59063f4b-1038-4643-b929-c199cb1ae556 req-40f31d41-0b70-435f-b6db-27864b64e315 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:19.989290 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-59063f4b-1038-4643-b929-c199cb1ae556 req-40f31d41-0b70-435f-b6db-27864b64e315 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0655413 Oct 28 12:11:20.026172 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-59063f4b-1038-4643-b929-c199cb1ae556 req-c5d8aa8b-4f31-41b2-bec2-6af2f83e2a04 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360203 Oct 28 12:11:21.163558 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-c219ff77-f56e-458b-8b5a-5b1e4c91ecb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:21.165915 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-c219ff77-f56e-458b-8b5a-5b1e4c91ecb4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0732398 Oct 28 12:11:21.256037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb4e3c-4876-4fd9-8f80-07fa248add22 req-348f259f-9068-461f-84b9-1ac1744dc3fe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:21.264919 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-87bb4e3c-4876-4fd9-8f80-07fa248add22 req-348f259f-9068-461f-84b9-1ac1744dc3fe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1339679 Oct 28 12:11:21.322145 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82298c18-1833-4d74-ba8d-778eeeb834db req-2bc96eea-ffc9-47c8-8ba3-85138ed222a0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:21.329609 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-2c469b08-b2ae-4cdd-b1bb-ba4b8bfcba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:21.335841 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-2c469b08-b2ae-4cdd-b1bb-ba4b8bfcba26 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.1538262 Oct 28 12:11:21.337241 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82298c18-1833-4d74-ba8d-778eeeb834db req-2bc96eea-ffc9-47c8-8ba3-85138ed222a0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1607327 Oct 28 12:11:21.346018 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-87bb4e3c-4876-4fd9-8f80-07fa248add22 req-7811dfc3-4860-49b5-b899-5e061ba2f8a9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799053 Oct 28 12:11:21.396508 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82298c18-1833-4d74-ba8d-778eeeb834db req-c98adfe1-a996-4580-a1af-0026aed62fb7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584991 Oct 28 12:11:21.415016 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-bca2378d-fd19-43e1-ad0d-1fa88d60f05f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.0702775 Oct 28 12:11:21.470683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-f4981a16-e2f3-4481-960f-e08719900899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:21.472280 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-f4981a16-e2f3-4481-960f-e08719900899 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0488429 Oct 28 12:11:21.508975 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-78c4f812-8cea-49d0-8f3a-786ffbc71ad3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258586 Oct 28 12:11:21.619592 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-54bcc43d-f97a-4d0c-992c-1f599a390e8c service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020205 Oct 28 12:11:21.737703 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-90304771-7c87-4309-8eee-3d03d5d7f863 req-fe74ccde-1394-4536-80bd-4236e77334d6 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099539 Oct 28 12:11:22.491037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0d8779-d681-420c-8569-0873b420bd87 req-01c51607-778f-4b42-8a9e-8dbe12d48682 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:22.497321 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7b0d8779-d681-420c-8569-0873b420bd87 req-01c51607-778f-4b42-8a9e-8dbe12d48682 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0577483 Oct 28 12:11:22.568352 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7b0d8779-d681-420c-8569-0873b420bd87 req-a5e848aa-138c-4051-ac0a-d56a8c8ec270 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686209 Oct 28 12:11:22.584616 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e581dcb1-1014-48de-ace9-19caffa85fef req-a407cbdc-0f11-441f-bee8-c986d4afa00f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:22.592324 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e581dcb1-1014-48de-ace9-19caffa85fef req-a407cbdc-0f11-441f-bee8-c986d4afa00f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0941062 Oct 28 12:11:22.637143 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e581dcb1-1014-48de-ace9-19caffa85fef req-ca36cf83-421f-42f6-bd8f-9d5f5ad731ec tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402040 Oct 28 12:11:22.946671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39226) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:22.991616 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Deleting subnet f1fca5bb-f7d8-4afb-89de-ab214bd17f8d {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:11:22.996301 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.033420 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.077375 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.133005 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.145864 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.149999 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f1fca5bb-f7d8-4afb-89de-ab214bd17f8d HTTP/1.1" status: 204 len: 168 time: 0.2017081 Oct 28 12:11:23.153233 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39238) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:23.168417 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1fca5bb-f7d8-4afb-89de-ab214bd17f8d,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:23.176564 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.177180 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.177653 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.178273 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.178773 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.179248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.180368 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.180997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.181573 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.182077 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.182573 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.183064 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52f906b3-205d-4d69-b36b-32e2bc0f45d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.257826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.365565 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39242) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:23.368319 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.410496 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['671ddfc9-340f-4140-b033-92c5d2309c23']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:23.427453 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df85951d-34e5-4e2e-ad06-4b1be793d0dc') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:23.427872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df85951d-34e5-4e2e-ad06-4b1be793d0dc') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:23.444260 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.485231 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.492478 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Releasing vlan 1015 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:11:23.492912 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:11:23.496225 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:11:23.515477 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c23d86c0-adbe-487d-bd31-609c3e08371f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.572632 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.580063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.583775 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/671ddfc9-340f-4140-b033-92c5d2309c23 HTTP/1.1" status: 204 len: 168 time: 0.4288576 Oct 28 12:11:23.596356 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Pushing event deleted for resources: {'Network': ['ID=671ddfc9-340f-4140-b033-92c5d2309c23,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:23.608031 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.608479 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.608981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.609483 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.609912 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.610337 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.610809 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.611240 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.611663 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.612155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.612557 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.612966 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf7460d-c86f-4134-9631-4b176ddc2fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:23.620671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c23d86c0-adbe-487d-bd31-609c3e08371f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.630694 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c23d86c0-adbe-487d-bd31-609c3e08371f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.673184 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c23d86c0-adbe-487d-bd31-609c3e08371f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=badc9426f96f4caaab110e3de7ed6aa9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063021 Oct 28 12:11:23.677175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39254) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:23.738821 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23d86c0-adbe-487d-bd31-609c3e08371f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5846976c-dc87-4af5-aafb-8afc73667dee,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:23.783156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71761cf-e92b-4dca-8ad0-71fa195e7208 req-683a2bc6-be82-418c-85db-35e925d12bbd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:23.790641 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c71761cf-e92b-4dca-8ad0-71fa195e7208 req-683a2bc6-be82-418c-85db-35e925d12bbd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1161230 Oct 28 12:11:23.794927 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39256) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:23.797593 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.827148 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.869963 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c71761cf-e92b-4dca-8ad0-71fa195e7208 req-1ac72c0f-35c4-4b8e-9f7d-079ba29f2a82 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 Oct 28 12:11:23.890172 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-81cb1bcf-6625-47cc-9740-8d6e748d510e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0b3df8d1a3984de2a29a33bd7fb45ddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0941951 Oct 28 12:11:23.893416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39258) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:23.904228 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4847cc-b56e-4e9c-8ddb-80baeef9b6d8 req-da29e285-7cce-4d02-9259-f980ef9a2905 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:23.905797 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ee4847cc-b56e-4e9c-8ddb-80baeef9b6d8 req-da29e285-7cce-4d02-9259-f980ef9a2905 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1586337 Oct 28 12:11:23.927060 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.929992 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:23.931399 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5846976c-dc87-4af5-aafb-8afc73667dee HTTP/1.1" status: 204 len: 168 time: 0.2531009 Oct 28 12:11:23.948065 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48435ee6-bb36-4163-9769-f7aa368f0758 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5846976c-dc87-4af5-aafb-8afc73667dee,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:23.988376 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ee4847cc-b56e-4e9c-8ddb-80baeef9b6d8 req-233b5efc-86ff-433b-99d1-35bfdf6ba550 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750842 Oct 28 12:11:24.004873 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:24.050521 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:24.166853 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:24.170259 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:24.171493 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/74878a6a-01d7-4032-a7ca-3475c7fea7a3 HTTP/1.1" status: 204 len: 168 time: 0.2767172 Oct 28 12:11:24.184035 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aca090e-c6df-4f0e-90a6-32e18c312953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74878a6a-01d7-4032-a7ca-3475c7fea7a3,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:25.079810 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1385e-25b9-4915-a87d-801600aab229 req-ec84d1be-e672-4208-b7e2-9c9da6ab4cf2 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:25.097659 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4cc1385e-25b9-4915-a87d-801600aab229 req-ec84d1be-e672-4208-b7e2-9c9da6ab4cf2 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1377470 Oct 28 12:11:25.200237 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4cc1385e-25b9-4915-a87d-801600aab229 req-8a5e9c34-39d2-47d0-9f20-88da1adcc6fe tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013961 Oct 28 12:11:25.232239 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f5f527-3213-4892-9606-ea6ec927e0f3 req-81651a75-a39b-45cf-9034-bcbffac44e82 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:25.246736 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74f5f527-3213-4892-9606-ea6ec927e0f3 req-81651a75-a39b-45cf-9034-bcbffac44e82 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1418254 Oct 28 12:11:25.291261 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74f5f527-3213-4892-9606-ea6ec927e0f3 req-0c2a547e-9e05-44cf-8719-9d2c53ee58fb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475986 Oct 28 12:11:25.514947 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39336) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:25.556376 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39340) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:25.691795 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-728169847-network', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:25.727413 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Made reservation on behalf of d556263ca80e4b52b8588d1513962fb0 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:11:25.730791 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.741842 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.766264 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2730bf2c-ed0c-4025-8981-1a2b3a03b7e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.877137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.884333 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.897483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2730bf2c-ed0c-4025-8981-1a2b3a03b7e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.903536 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2730bf2c-ed0c-4025-8981-1a2b3a03b7e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.915538 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] vlan segment allocate from pool success with {'vlan_id': 1044, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:11:25.937144 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2730bf2c-ed0c-4025-8981-1a2b3a03b7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3129630c-07d0-40bd-a347-993d0e188c1a,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:25.942073 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:25.942343 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Added segment 64fae77a-0bea-4e19-9201-7a41915cd1f6 of type vlan for network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 Oct 28 12:11:25.944175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0481df0c-617f-4de6-96a1-78c3841967b2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:25.962065 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2730bf2c-ed0c-4025-8981-1a2b3a03b7e9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=13bb84fce84044dd92728102cac732f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4043391 Oct 28 12:11:25.962934 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39344) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:26.022263 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.036600 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.082467 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.084055 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:26.087035 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.117733 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.211571 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6919370 Oct 28 12:11:26.212210 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39352) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:26.216261 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1850e3-bc0b-4c88-bdd0-94ab36387e7f admin admin] Pushing event updated for resources: {'Network': ['ID=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:26.218086 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Request body: {'subnet': {'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-728169847-subnet', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:26.234999 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:11:26.237476 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.240450 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.244429 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3129630c-07d0-40bd-a347-993d0e188c1a HTTP/1.1" status: 204 len: 168 time: 0.2776783 Oct 28 12:11:26.253657 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba87518-ee3a-498f-a3ac-bf89ac88dd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3129630c-07d0-40bd-a347-993d0e188c1a,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:26.267649 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Made reservation on behalf of d556263ca80e4b52b8588d1513962fb0 for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:11:26.270212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.561516 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.680421 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69a7cf81-bb09-44f1-9097-bd55b24198f2,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:26.699488 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7fc93cc4-8dbe-45b9-bd42-6e45aee5db71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.706902 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811a033-93d3-4a78-a856-34f644963e28 req-dfbd670c-58c0-4dde-8c1b-0e8cb6397bcb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:26.710519 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6811a033-93d3-4a78-a856-34f644963e28 req-dfbd670c-58c0-4dde-8c1b-0e8cb6397bcb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.2173996 Oct 28 12:11:26.721982 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eaa434-b561-49c9-86d0-6d7c749df9ba req-1c70d191-9d8b-468d-9012-7d8549c5ffe7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:26.723531 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-35eaa434-b561-49c9-86d0-6d7c749df9ba req-1c70d191-9d8b-468d-9012-7d8549c5ffe7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.2318573 Oct 28 12:11:26.758960 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:26.760299 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Network hostable DHCP agents. Network: 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:11:26.812067 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6811a033-93d3-4a78-a856-34f644963e28 req-839062bf-24fd-4ba8-bab5-ac4870458a16 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874991 Oct 28 12:11:26.829090 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-35eaa434-b561-49c9-86d0-6d7c749df9ba req-f2b5532e-7ac0-48d2-a0c1-2ac96adaef12 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831914 Oct 28 12:11:26.844102 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:11:26.858277 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:26.868011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fd4f95-d7c6-4877-aa57-7882be2db3a8 None None] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:11:26.872842 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:26.874097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.894098 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9e3b97e4-25df-4b70-b963-cc20e8916689 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6802332 Oct 28 12:11:26.896855 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39374) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:26.901838 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:26.926079 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:26.927709 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.005362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.067097 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:11:27.071089 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.188205 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.353624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Allocated IP 172.20.0.2 (847bc5f9-83d6-4f03-878a-d6ff4a99e1d4/69a7cf81-bb09-44f1-9097-bd55b24198f2/a794dcf4-4f5f-431a-b8d0-c30f12967282) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:27.456600 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.481565 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.587273 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.595122 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.604748 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Allocated IP 172.27.3.203 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/f86995d8-22cb-449d-a132-320b674a91c1) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:27.646171 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:27.652604 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:27.657804 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:27.695131 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Pushing event updated for resources: {'Port': ['ID=a794dcf4-4f5f-431a-b8d0-c30f12967282,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:27.727161 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Attempting to bind port a794dcf4-4f5f-431a-b8d0-c30f12967282 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:27.729383 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Attempting to bind port a794dcf4-4f5f-431a-b8d0-c30f12967282 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:27.729845 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Attempting to bind port a794dcf4-4f5f-431a-b8d0-c30f12967282 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:27.740357 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:27.743594 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:27.744705 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.745166 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Bound using segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:27.745760 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Bound port: a794dcf4-4f5f-431a-b8d0-c30f12967282, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:27.746241 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.780459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.825596 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] For port a794dcf4-4f5f-431a-b8d0-c30f12967282, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:27.830007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] For port a794dcf4-4f5f-431a-b8d0-c30f12967282, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a794dcf4-4f5f-431a-b8d0-c30f12967282,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:27.836898 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.840126 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:27.893158 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:27.899890 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:27.905697 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6590e2b-a66f-4c26-9ad3-2877a669e6f4 None None] Pushing event updated for resources: {'Port': ['ID=a794dcf4-4f5f-431a-b8d0-c30f12967282,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:27.927222 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:28.044345 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Pushing event updated for resources: {'Port': ['ID=f86995d8-22cb-449d-a132-320b674a91c1,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:28.047007 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5c604-0b19-45b0-be45-5524a7c97b3e req-904b8afb-6db7-4826-b157-14f7d91b4d9f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:28.057034 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fad5c604-0b19-45b0-be45-5524a7c97b3e req-904b8afb-6db7-4826-b157-14f7d91b4d9f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0915580 Oct 28 12:11:28.137850 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fad5c604-0b19-45b0-be45-5524a7c97b3e req-cc4dbf73-119b-4ddb-8a44-d8832d3d83b8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634339 Oct 28 12:11:28.146576 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50637bc8-6a29-457f-8ba5-ff6cbe08e449 req-44ce2470-581c-480c-a352-b99fbf1071ef tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:28.148642 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-50637bc8-6a29-457f-8ba5-ff6cbe08e449 req-44ce2470-581c-480c-a352-b99fbf1071ef tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1407623 Oct 28 12:11:28.207761 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-50637bc8-6a29-457f-8ba5-ff6cbe08e449 req-2d6daeea-d111-4947-8749-d4edfe2327d7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510273 Oct 28 12:11:28.416446 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.463868 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39412) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:28.606003 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ec586ee9-4f8f-4f2c-8ac4-e3d052fb205d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.662971 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.723535 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ec586ee9-4f8f-4f2c-8ac4-e3d052fb205d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.734486 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ec586ee9-4f8f-4f2c-8ac4-e3d052fb205d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.781067 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-ec586ee9-4f8f-4f2c-8ac4-e3d052fb205d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22072260f441485c91c5ca284f20c13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3156514 Oct 28 12:11:28.782192 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec586ee9-4f8f-4f2c-8ac4-e3d052fb205d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83b515ca-e25e-4800-959a-03575208fbcd,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:28.797934 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39416) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:28.879902 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:28.915837 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.002464 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.011213 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.015624 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/83b515ca-e25e-4800-959a-03575208fbcd HTTP/1.1" status: 204 len: 168 time: 0.2155421 Oct 28 12:11:29.024625 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6107c4d0-2fe6-428c-8eac-617fd1bc1a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83b515ca-e25e-4800-959a-03575208fbcd,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:29.123015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:11:29.241942 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2ebc2183-0445-4bb9-bf16-6153e40fded8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.363909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:11:29.381266 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:11:29.387453 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c80f6-67b8-4de8-8ea6-fc9e7a3c1245 req-18073f2b-d96f-4362-a3ce-92d0dba1e91c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:29.393274 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf2c80f6-67b8-4de8-8ea6-fc9e7a3c1245 req-18073f2b-d96f-4362-a3ce-92d0dba1e91c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1178207 Oct 28 12:11:29.419870 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:29.421670 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:29.445114 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.448939 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-62633b18-13ac-4114-b8ad-d991f421c869 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5501559 Oct 28 12:11:29.453037 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39436) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:29.518025 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf2c80f6-67b8-4de8-8ea6-fc9e7a3c1245 req-df1945e5-ebc9-49c8-86f5-50b9227f6df7 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138058 Oct 28 12:11:29.552667 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a794dcf4-4f5f-431a-b8d0-c30f12967282 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:29.573676 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c502fc57-e385-4f0b-a4df-7d2804716d59 req-cbb6471f-b0f1-49d8-8b0d-218ab1c56023 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:29.588078 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c502fc57-e385-4f0b-a4df-7d2804716d59 req-cbb6471f-b0f1-49d8-8b0d-218ab1c56023 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1934590 Oct 28 12:11:29.607328 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:29.695611 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c502fc57-e385-4f0b-a4df-7d2804716d59 req-2e969c11-684e-41fe-b001-4b89825aa8a6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796642 Oct 28 12:11:29.703398 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port a794dcf4-4f5f-431a-b8d0-c30f12967282 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:29.705058 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.755290 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df177f62-ed4c-41f5-8716-ad6e2efa328b None None] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:11:29.853700 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:28Z', 'revision_number': 3, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:29.890240 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:11:29.890799 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Updating router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 port f86995d8-22cb-449d-a132-320b674a91c1 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:11:29.897802 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-bfcbaa35-f602-4502-a875-7b87514df291 None None] Provisioning complete for port a794dcf4-4f5f-431a-b8d0-c30f12967282 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:29.898415 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa35-f602-4502-a875-7b87514df291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:29.924041 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.086101 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.133605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bfcbaa35-f602-4502-a875-7b87514df291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.153404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port a794dcf4-4f5f-431a-b8d0-c30f12967282, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a794dcf4-4f5f-431a-b8d0-c30f12967282,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:30.173790 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.294640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.385079 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.398118 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.542262 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Attempting to bind port f86995d8-22cb-449d-a132-320b674a91c1 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:30.542637 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Attempting to bind port f86995d8-22cb-449d-a132-320b674a91c1 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:30.543007 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Attempting to bind port f86995d8-22cb-449d-a132-320b674a91c1 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:30.562309 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Pushing event updated for resources: {'Port': ['ID=f86995d8-22cb-449d-a132-320b674a91c1,revision_number=2']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:30.582128 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:30.582512 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:30.582901 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.583291 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:30.583802 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Bound port: f86995d8-22cb-449d-a132-320b674a91c1, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:30.584186 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.594665 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.600148 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.db.api [None req-bfcbaa35-f602-4502-a875-7b87514df291 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:11:30.601746 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG oslo_db.api [None req-bfcbaa35-f602-4502-a875-7b87514df291 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:11:30.607938 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.615548 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.648739 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=a794dcf4-4f5f-431a-b8d0-c30f12967282,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:30.692209 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.692478 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.705951 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.706525 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.706877 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.707553 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.714711 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.719698 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.722301 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.722301 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.722301 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.722770 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:11:30.730821 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Allocated IP 172.20.0.1 (847bc5f9-83d6-4f03-878a-d6ff4a99e1d4/69a7cf81-bb09-44f1-9097-bd55b24198f2/9f5668f1-74dd-43ae-bf87-44227d33bf25) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:30.775524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da38b403-c927-4301-b42d-02930ef46532 req-b16a8f5c-27ab-40c4-97a7-29cda01f26e4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:30.782385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-da38b403-c927-4301-b42d-02930ef46532 req-b16a8f5c-27ab-40c4-97a7-29cda01f26e4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1090429 Oct 28 12:11:30.810071 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] For port f86995d8-22cb-449d-a132-320b674a91c1, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:30.813448 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] For port f86995d8-22cb-449d-a132-320b674a91c1, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f86995d8-22cb-449d-a132-320b674a91c1,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:30.821129 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.921505 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-da38b403-c927-4301-b42d-02930ef46532 req-1cf17787-e0fa-4633-b997-627d5327bc6b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376376 Oct 28 12:11:30.924313 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:30.955028 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eff6821-21af-40fb-b795-05a2a87f7d08 req-9a9fb11e-0553-4687-8114-985f4848ef58 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:30.956402 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4eff6821-21af-40fb-b795-05a2a87f7d08 req-9a9fb11e-0553-4687-8114-985f4848ef58 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1402252 Oct 28 12:11:30.956647 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:30.957419 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:30.977798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.041731 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4eff6821-21af-40fb-b795-05a2a87f7d08 req-e3f96069-1a67-4ea5-988f-931ab610407c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718741 Oct 28 12:11:31.043221 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:31.046249 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:31.059556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:31.059556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Pushing event updated for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:31.096509 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6c885-6b8b-4e6c-b8c6-6dc60e07a527 None None] Pushing event updated for resources: {'Port': ['ID=f86995d8-22cb-449d-a132-320b674a91c1,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:31.173908 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.175500 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:31.314460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a794dcf4-4f5f-431a-b8d0-c30f12967282 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:31.467708 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-3ae9a363-5536-41f9-9143-e3e69c309fad None None] Provisioning complete for port a794dcf4-4f5f-431a-b8d0-c30f12967282 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:31.468076 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a363-5536-41f9-9143-e3e69c309fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.509242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.563875 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port a794dcf4-4f5f-431a-b8d0-c30f12967282 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:31.564249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.624490 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:28Z', 'revision_number': 3, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:31.896126 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.903536 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.915010 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.928197 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-e5b7e748-5dc6-4dd1-8cce-a80148913a8d None None] Provisioning complete for port 9f5668f1-74dd-43ae-bf87-44227d33bf25 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:31.928567 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5b7e748-5dc6-4dd1-8cce-a80148913a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:31.963218 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1846bd-3908-4641-b5a7-013b2a9c6489 None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:28Z', 'revision_number': 3, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:11:31.995826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:32.007173 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Pushing event updated for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:32.008904 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-e5b7e748-5dc6-4dd1-8cce-a80148913a8d None None] Port 9f5668f1-74dd-43ae-bf87-44227d33bf25 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:11:32.204033 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b4a129-03eb-47aa-9e4a-a38af0453b1c req-8b036a1c-813c-4b8c-a7b7-25f01decadb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:32.208298 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-08b4a129-03eb-47aa-9e4a-a38af0453b1c req-8b036a1c-813c-4b8c-a7b7-25f01decadb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1189840 Oct 28 12:11:32.213100 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:32.214474 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:32.352579 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ebb830-88a6-481f-b73c-749bf829e1c8 req-19fd9204-c251-41ea-a257-7dc96f5f7a34 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:32.354332 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-28ebb830-88a6-481f-b73c-749bf829e1c8 req-19fd9204-c251-41ea-a257-7dc96f5f7a34 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1443059 Oct 28 12:11:32.400416 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-08b4a129-03eb-47aa-9e4a-a38af0453b1c req-3cae4795-3213-44c3-9c06-8a80383f6f6c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675153 Oct 28 12:11:32.460730 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-28ebb830-88a6-481f-b73c-749bf829e1c8 req-e3724612-5e00-4981-bd2c-07816da7ba30 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922227 Oct 28 12:11:32.466287 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:11:32.676732 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-1cd03922-cdb0-41e2-ae01-8a2233cf8a07 None None] Provisioning complete for port 9f5668f1-74dd-43ae-bf87-44227d33bf25 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:32.677135 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1cd03922-cdb0-41e2-ae01-8a2233cf8a07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:32.683978 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:11:32.691816 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f6df9cf7-23ac-44b6-9d73-dfe2c090e2ed admin admin] 10.222.0.32 "PUT /v2.0/routers/14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2375903 Oct 28 12:11:32.737321 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1cd03922-cdb0-41e2-ae01-8a2233cf8a07 None None] Port 9f5668f1-74dd-43ae-bf87-44227d33bf25 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:11:33.359859 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f86995d8-22cb-449d-a132-320b674a91c1 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:33.447194 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f86995d8-22cb-449d-a132-320b674a91c1 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:33.448333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:33.561448 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:33.621482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port f86995d8-22cb-449d-a132-320b674a91c1, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f86995d8-22cb-449d-a132-320b674a91c1,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:33.637045 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:33.653583 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a29d115-090a-4a4c-bbd7-1b7a97692c49 req-ce297533-7df5-4cd8-8ee4-2e0846ad0eee tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:33.661941 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a29d115-090a-4a4c-bbd7-1b7a97692c49 req-ce297533-7df5-4cd8-8ee4-2e0846ad0eee tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1075044 Oct 28 12:11:33.742884 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a29d115-090a-4a4c-bbd7-1b7a97692c49 req-69097a3e-27b9-48de-9f87-000f6cb7a38f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797770 Oct 28 12:11:33.755918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a3158-6c0e-426f-a264-6297b7145d05 req-26acd10c-5a69-4b43-bc18-1637710abb06 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:33.755918 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b52a3158-6c0e-426f-a264-6297b7145d05 req-26acd10c-5a69-4b43-bc18-1637710abb06 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1410220 Oct 28 12:11:33.764579 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=f86995d8-22cb-449d-a132-320b674a91c1,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:33.820514 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b52a3158-6c0e-426f-a264-6297b7145d05 req-7e6bd29b-546e-493c-88ea-bb9a363f100b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585382 Oct 28 12:11:33.823656 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39532) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:33.829384 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2096055486-network', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:33.866114 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Made reservation on behalf of 7a4ee8caa11b49b4b08f459ce4d0479d for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:11:33.868902 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:33.878687 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:33.922569 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:11:34.032177 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.037217 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.068870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] vlan segment allocate from pool success with {'vlan_id': 1034, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:11:34.076232 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=461a462d-c7d4-4a96-9945-3a2a4477e866,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:34.082548 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.082842 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Added segment 792348a9-e325-474d-a0ec-a76873886670 of type vlan for network ab9933c8-7df2-4d36-9ff3-7d034d656625 Oct 28 12:11:34.127237 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.158753 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.160311 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:34.161182 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.224918 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3992751 Oct 28 12:11:34.227679 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39540) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:34.234019 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Request body: {'subnet': {'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2096055486-subnet', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:34.237045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119b801a-c2ed-47d8-be54-1ad43f784426 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9933c8-7df2-4d36-9ff3-7d034d656625,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:34.255483 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:11:34.265518 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Made reservation on behalf of 7a4ee8caa11b49b4b08f459ce4d0479d for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:11:34.267893 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.422647 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:11:34.435982 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:34.436601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:34.495901 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.560056 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf680845-e296-46f1-95f6-15714642d92e,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:34.570876 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Checking segment: {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:34.571246 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Network hostable DHCP agents. Network: ab9933c8-7df2-4d36-9ff3-7d034d656625, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:11:34.591241 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:34.602338 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:11:34.615721 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, ab9933c8-7df2-4d36-9ff3-7d034d656625) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:34.626047 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:34.626873 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.630651 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4c2006-05a3-47c6-8930-20f21103aab6 None None] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:11:34.649203 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-11ae10a6-5509-495b-b434-2da2bbc93444 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4193144 Oct 28 12:11:34.652084 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39544) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:34.657453 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:34.684439 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.686071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.760962 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:34.986088 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-ab9933c8-7df2-4d36-9ff3-7d034d656625', 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'fixed_ips': [{'subnet_id': 'cf680845-e296-46f1-95f6-15714642d92e'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:11:34.987029 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.001091 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 2, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:35.039601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:11:35.039949 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Updating router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 port 9f5668f1-74dd-43ae-bf87-44227d33bf25 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:11:35.121266 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.161541 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.175424 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9390aced-a64f-471f-bcfd-7b6bbbb234db req-14a9f2eb-fc92-4375-b194-8138346a8adb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:35.178203 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9390aced-a64f-471f-bcfd-7b6bbbb234db req-14a9f2eb-fc92-4375-b194-8138346a8adb tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1420825 Oct 28 12:11:35.190212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358aa96e-7077-40eb-ab14-8c89741d9a43 req-bd5098c4-d162-43aa-8449-b81ef43a24b1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:35.194235 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-358aa96e-7077-40eb-ab14-8c89741d9a43 req-bd5098c4-d162-43aa-8449-b81ef43a24b1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1579390 Oct 28 12:11:35.255945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Allocated IP 172.20.0.2 (ab9933c8-7df2-4d36-9ff3-7d034d656625/cf680845-e296-46f1-95f6-15714642d92e/f187bea8-19d5-40f5-a8b0-7a93a1348a8f) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:35.278635 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f86995d8-22cb-449d-a132-320b674a91c1 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:35.295160 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9390aced-a64f-471f-bcfd-7b6bbbb234db req-34b83041-df3c-489b-949b-8eef6928d689 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941875 Oct 28 12:11:35.300761 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-358aa96e-7077-40eb-ab14-8c89741d9a43 req-ad19bfde-4232-475d-bbae-3fb45f4259a8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664561 Oct 28 12:11:35.444997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.463053 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.496453 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f86995d8-22cb-449d-a132-320b674a91c1 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:35.497362 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.571183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Allocated IP 172.27.3.123 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/f85ca660-0dc7-4879-bb8c-654f61c054a3) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:35.613991 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.641454 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.679438 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.720132 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.764761 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:35.767880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:35.771463 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:35.794029 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Pushing event updated for resources: {'Port': ['ID=f85ca660-0dc7-4879-bb8c-654f61c054a3,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:35.819130 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.827861 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:35.855434 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:35.857263 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:35.859227 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:35.866386 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Pushing event updated for resources: {'Port': ['ID=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:35.974604 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdbd56-fbe7-4035-bffd-d8499bd52bcf None None] Pushing event updated for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:36.004168 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Attempting to bind port f187bea8-19d5-40f5-a8b0-7a93a1348a8f on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:36.004624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Attempting to bind port f187bea8-19d5-40f5-a8b0-7a93a1348a8f by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:36.005095 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Attempting to bind port f187bea8-19d5-40f5-a8b0-7a93a1348a8f on network ab9933c8-7df2-4d36-9ff3-7d034d656625 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:36.033143 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:36.033645 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Checking segment: {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:36.034155 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.034634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Bound using segment: {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:36.035195 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Bound port: f187bea8-19d5-40f5-a8b0-7a93a1348a8f, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:36.035657 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.059041 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Attempting to bind port 9f5668f1-74dd-43ae-bf87-44227d33bf25 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:36.059637 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Attempting to bind port 9f5668f1-74dd-43ae-bf87-44227d33bf25 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:36.060286 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Attempting to bind port 9f5668f1-74dd-43ae-bf87-44227d33bf25 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:36.075589 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.084207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:36.084721 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:36.085235 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.085714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Bound using segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:36.086297 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Bound port: 9f5668f1-74dd-43ae-bf87-44227d33bf25, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:36.086763 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.154961 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] For port f187bea8-19d5-40f5-a8b0-7a93a1348a8f, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:36.159434 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] For port f187bea8-19d5-40f5-a8b0-7a93a1348a8f, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:36.164896 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.228591 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] For port 9f5668f1-74dd-43ae-bf87-44227d33bf25, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:36.236682 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] For port 9f5668f1-74dd-43ae-bf87-44227d33bf25, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9f5668f1-74dd-43ae-bf87-44227d33bf25,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:36.252433 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.259038 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5dcfa52-19aa-4b31-94bf-d4b1f0907796 None None] Pushing event updated for resources: {'Port': ['ID=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:36.264823 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] Provisioning complete for port 9f5668f1-74dd-43ae-bf87-44227d33bf25 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:36.265183 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.281943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.416868 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:36.420346 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:36.532051 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cdbd56-fbe7-4035-bffd-d8499bd52bcf None None] Pushing event updated for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:36.546529 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Router f814969c-1023-447b-a4c6-303228473a76 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:11:36.573576 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa066f-b7d0-4cdd-801f-4563cb5578cd req-fde04d33-b9cb-4a1f-ab0c-cde3fb0f84a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:36.575570 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b4aa066f-b7d0-4cdd-801f-4563cb5578cd req-fde04d33-b9cb-4a1f-ab0c-cde3fb0f84a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1558306 Oct 28 12:11:36.585117 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdebbd3-1f28-4ad5-8578-80bcb932af4c req-f98b2ae1-47dc-47f0-a5bd-b0aec9e52915 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:36.588524 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6cdebbd3-1f28-4ad5-8578-80bcb932af4c req-f98b2ae1-47dc-47f0-a5bd-b0aec9e52915 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1547995 Oct 28 12:11:36.614753 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.679692 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] For port 9f5668f1-74dd-43ae-bf87-44227d33bf25, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9f5668f1-74dd-43ae-bf87-44227d33bf25,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:36.696687 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:36.698751 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.772344 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b4aa066f-b7d0-4cdd-801f-4563cb5578cd req-aeeba02f-a99e-4357-9eae-8f00e5a1d955 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825864 Oct 28 12:11:36.785374 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6cdebbd3-1f28-4ad5-8578-80bcb932af4c req-e9dada28-7882-408c-b9a8-c1265426278c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765916 Oct 28 12:11:36.812535 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:11:36.827251 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Sync routers for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:11:36.833346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.834717 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a82e40bb-35b0-4451-a58e-a4b321f69b56 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1814647 Oct 28 12:11:36.837928 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:36.838269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39580) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:36.838710 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:36.872483 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dded60-1013-4166-b29e-151f31d83b1a None None] Pushing event updated for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:36.894439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-e185c28b-f734-4863-97c8-3528e1a5fc70 None None] Provisioning complete for port 9f5668f1-74dd-43ae-bf87-44227d33bf25 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:36.894814 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e185c28b-f734-4863-97c8-3528e1a5fc70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:36.964953 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:37.046934 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:37.100462 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5d42f8-4a5f-4ae6-bd9a-071ffbcd06fd None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:11:37.177057 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:35Z', 'revision_number': 3, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:37.229541 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Checking router: f814969c-1023-447b-a4c6-303228473a76 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:11:37.229925 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Updating router f814969c-1023-447b-a4c6-303228473a76 port f85ca660-0dc7-4879-bb8c-654f61c054a3 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:11:37.258854 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.408336 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f187bea8-19d5-40f5-a8b0-7a93a1348a8f up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:37.445167 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.484144 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f187bea8-19d5-40f5-a8b0-7a93a1348a8f triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:37.485133 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.545040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8676f9f-70af-4805-8511-746b53e70f89 None None] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:11:37.602758 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.609529 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.630319 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.652946 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0fb9-0db9-41ff-8d6c-ee44c840ace9 None None] Pushing event updated for resources: {'Port': ['ID=f85ca660-0dc7-4879-bb8c-654f61c054a3,revision_number=2']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:37.674473 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Allocated IP 172.20.0.1 (ab9933c8-7df2-4d36-9ff3-7d034d656625/cf680845-e296-46f1-95f6-15714642d92e/5caf6331-ac10-4d64-bbb0-1684ff97406f) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:11:37.675445 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Attempting to bind port f85ca660-0dc7-4879-bb8c-654f61c054a3 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:37.676073 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Attempting to bind port f85ca660-0dc7-4879-bb8c-654f61c054a3 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:37.677154 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Attempting to bind port f85ca660-0dc7-4879-bb8c-654f61c054a3 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:37.684225 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:37.684954 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:37.685572 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.686301 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:37.686993 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Bound port: f85ca660-0dc7-4879-bb8c-654f61c054a3, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:37.687583 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.737731 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-a8702e83-24c6-4926-b761-6f34b1057b73 None None] Provisioning complete for port f187bea8-19d5-40f5-a8b0-7a93a1348a8f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:37.738166 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a8702e83-24c6-4926-b761-6f34b1057b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.741491 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] For port f85ca660-0dc7-4879-bb8c-654f61c054a3, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:37.744296 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port f187bea8-19d5-40f5-a8b0-7a93a1348a8f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:37.746251 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] For port f85ca660-0dc7-4879-bb8c-654f61c054a3, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f85ca660-0dc7-4879-bb8c-654f61c054a3,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:37.757682 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.779490 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.780295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9f5668f1-74dd-43ae-bf87-44227d33bf25 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:37.865696 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.880264 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:37.880906 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:37.882766 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5d0fb9-0db9-41ff-8d6c-ee44c840ace9 None None] Pushing event updated for resources: {'Port': ['ID=f85ca660-0dc7-4879-bb8c-654f61c054a3,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:37.934145 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:37.987573 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:37.993256 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:37.997109 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:11:38.031260 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Pushing event updated for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:38.041486 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4d612-0adb-43ad-8c1b-d8e73fe8701f req-f3726285-4155-4292-a018-af250259623e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:38.043106 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4ae4d612-0adb-43ad-8c1b-d8e73fe8701f req-f3726285-4155-4292-a018-af250259623e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1532269 Oct 28 12:11:38.050924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:38.059193 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b57d0c-d2e6-4db6-b229-c655d29b5ddf req-60f4b270-b6a0-43f4-a7ec-5066135be11a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:38.060730 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62b57d0c-d2e6-4db6-b229-c655d29b5ddf req-60f4b270-b6a0-43f4-a7ec-5066135be11a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1576736 Oct 28 12:11:38.066132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.101368 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 9f5668f1-74dd-43ae-bf87-44227d33bf25 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:38.101752 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.162717 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:38.177601 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4ae4d612-0adb-43ad-8c1b-d8e73fe8701f req-7d50017f-d56c-42dc-85a1-f0b53300ba48 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157682 Oct 28 12:11:38.227203 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62b57d0c-d2e6-4db6-b229-c655d29b5ddf req-6f1e43fb-178b-472b-8eb1-ae553270b71a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457281 Oct 28 12:11:38.308860 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.397379 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:35Z', 'revision_number': 3, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:38.439904 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-09f06d58-f010-4c7c-9623-4b7ed43aea9c None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:38.440277 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-09f06d58-f010-4c7c-9623-4b7ed43aea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.443399 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b3fa56-4612-4b93-8670-14dea6148a46 None None] The sync data for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi is: [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:35Z', 'revision_number': 3, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:11:38.508131 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-09f06d58-f010-4c7c-9623-4b7ed43aea9c None None] Port 5caf6331-ac10-4d64-bbb0-1684ff97406f cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:11:38.518748 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.519479 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-09f06d58-f010-4c7c-9623-4b7ed43aea9c None None] Provisioning complete for port f187bea8-19d5-40f5-a8b0-7a93a1348a8f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:38.519901 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-09f06d58-f010-4c7c-9623-4b7ed43aea9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.524415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.605124 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Pushing event updated for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:38.608865 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.703930 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:11:38.705326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:11:38.734031 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-ab5fba40-911c-435a-955b-aee945a68e37 None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:38.734539 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ab5fba40-911c-435a-955b-aee945a68e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:38.842451 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-ab5fba40-911c-435a-955b-aee945a68e37 None None] Port 5caf6331-ac10-4d64-bbb0-1684ff97406f cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:11:38.938115 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Router f814969c-1023-447b-a4c6-303228473a76 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:11:38.943678 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c22de-556f-41ae-9f19-4a9c4a922cb1 req-fcaaa5be-708c-41ca-a320-9a22c79eabc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:38.945864 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a59c22de-556f-41ae-9f19-4a9c4a922cb1 req-fcaaa5be-708c-41ca-a320-9a22c79eabc8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0533621 Oct 28 12:11:38.950185 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-dabf611c-dd6c-4aaf-98dc-0f5f8507a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:38.951779 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-dabf611c-dd6c-4aaf-98dc-0f5f8507a98d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1099 time: 0.0745311 Oct 28 12:11:39.003493 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a59c22de-556f-41ae-9f19-4a9c4a922cb1 req-d02d8ee9-5659-4f39-a925-d28e59d2450e service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431032 Oct 28 12:11:39.070516 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-41b9691b-7189-4bd2-b02c-2714ef4f400d None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:39.071107 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-41b9691b-7189-4bd2-b02c-2714ef4f400d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:39.143944 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-1ecf53de-e9ff-414e-9f8c-452e3aabb318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:39.145467 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-1ecf53de-e9ff-414e-9f8c-452e3aabb318 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.1835086 Oct 28 12:11:39.153659 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:11:39.158813 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-68e5ccbf-4b88-4ec2-9ba7-be47aa937a72 admin admin] 10.222.0.32 "PUT /v2.0/routers/f814969c-1023-447b-a4c6-303228473a76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3194065 Oct 28 12:11:39.351589 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-41b9691b-7189-4bd2-b02c-2714ef4f400d None None] Port 5caf6331-ac10-4d64-bbb0-1684ff97406f cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:11:39.377051 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a1b5fe-f242-464e-84e5-14b8866dc5b8 req-a4d954f4-bcee-4812-9b94-40f2a48966df tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:39.387836 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-44a1b5fe-f242-464e-84e5-14b8866dc5b8 req-a4d954f4-bcee-4812-9b94-40f2a48966df tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1415696 Oct 28 12:11:39.448478 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f187bea8-19d5-40f5-a8b0-7a93a1348a8f up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:39.485397 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-44a1b5fe-f242-464e-84e5-14b8866dc5b8 req-1610acb2-91ce-45bb-a7ab-ad5ab9cf2b03 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963194 Oct 28 12:11:39.510290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3ae95e-aaa0-47f8-af4e-a4ac5aff71ba req-2b45843e-1df4-4f97-93ff-37a454c0c606 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:39.513197 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1b3ae95e-aaa0-47f8-af4e-a4ac5aff71ba req-2b45843e-1df4-4f97-93ff-37a454c0c606 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.1214306 Oct 28 12:11:39.518370 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f187bea8-19d5-40f5-a8b0-7a93a1348a8f triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:39.518903 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:39.569487 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1b3ae95e-aaa0-47f8-af4e-a4ac5aff71ba req-b5b3d7d5-0e3c-48cb-a02e-3580f58f8cc4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469148 Oct 28 12:11:39.630122 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f85ca660-0dc7-4879-bb8c-654f61c054a3 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:39.685957 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f85ca660-0dc7-4879-bb8c-654f61c054a3 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:39.686409 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:39.772514 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:39.795356 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port f85ca660-0dc7-4879-bb8c-654f61c054a3, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f85ca660-0dc7-4879-bb8c-654f61c054a3,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:39.803703 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:39.878218 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=f85ca660-0dc7-4879-bb8c-654f61c054a3,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.008650 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39644) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.014004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1376655123', 'description': 'tempest-secgroup-smoke-1376655123 description', 'project_id': 'd556263ca80e4b52b8588d1513962fb0'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.038094 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.112106 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.115864 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.143310 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.144507 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1341171 Oct 28 12:11:40.147534 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39646) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.148576 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ead671-c9bf-4229-988c-9ea1324d0e7e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.152917 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.180516 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.226339 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.230380 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.248283 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ee4ef1c-255d-4026-b750-19f0c82f7db5,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.255689 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.256862 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-5c574daf-6d06-4032-ac36-ab5928180377 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1083312 Oct 28 12:11:40.259568 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39648) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.263718 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.289530 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.354100 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.358223 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.374333 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc0a4b94-49d5-42e7-8d3a-a20dbcba04ad,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.386834 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.388040 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b829c686-c47b-4e89-8ff8-bca747dd3cc7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1275585 Oct 28 12:11:40.390786 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39652) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.395008 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.423107 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.482289 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.485911 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.503220 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed6a6320-31be-4d47-975e-1d80498c8fe7,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.510799 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.511968 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-25ec600e-6aa9-4f9f-8c64-3992be7febfb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202753 Oct 28 12:11:40.514920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39654) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.519596 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.560230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.625549 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107814f9-f905-4c11-be50-8e732d99422b req-1800dab8-1260-4827-8aa3-390677cce527 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:40.625832 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.627427 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-107814f9-f905-4c11-be50-8e732d99422b req-1800dab8-1260-4827-8aa3-390677cce527 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0613408 Oct 28 12:11:40.631501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.645952 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0141688f-10aa-4e0d-8c8e-2545abb229e6,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.662937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.664829 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-36055a60-f8e3-4e40-a442-2db4c82d2d02 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1483295 Oct 28 12:11:40.668323 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Sync routers for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:11:40.669230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39660) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.673975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.680879 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:40.681501 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:40.698952 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.securitygroups_db [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Project d556263ca80e4b52b8588d1513962fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:11:40.704387 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.708466 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-107814f9-f905-4c11-be50-8e732d99422b req-594d731c-e848-422e-8242-7a8706c7f63e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710185 Oct 28 12:11:40.738380 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b3c23d-3c88-44cc-8a0a-58161efb78a3 req-23b49a65-0ade-4f3e-af9d-656fa5730d69 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:40.739964 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-94b3c23d-3c88-44cc-8a0a-58161efb78a3 req-23b49a65-0ade-4f3e-af9d-656fa5730d69 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0636032 Oct 28 12:11:40.779056 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.783861 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.784284 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-94b3c23d-3c88-44cc-8a0a-58161efb78a3 req-9fb720b9-f4e6-47fd-8873-3adcf6ad9b4e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377114 Oct 28 12:11:40.800231 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bdda95e-ed7d-4756-bb63-168ce30dfce8,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.812682 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.813998 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a2325c21-0e8b-480f-aa6b-9ecc40106c92 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436894 Oct 28 12:11:40.818764 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:40.819612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39662) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:40.824096 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'security_group_rule': {'security_group_id': 'd0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad', 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:11:40.846190 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.securitygroups_db [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Project d556263ca80e4b52b8588d1513962fb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:11:40.854163 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.917655 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.922193 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.939408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a099deaf-c497-47f4-bfec-7f69121fe02a,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:40.950687 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:40.951848 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6994bf8b-9e7e-468d-b56e-3db7920c9a27 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1312425 Oct 28 12:11:41.028187 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:38Z', 'revision_number': 4, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '5caf6331-ac10-4d64-bbb0-1684ff97406f', 'name': '', 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'mac_address': 'fa:16:3e:b4:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf680845-e296-46f1-95f6-15714642d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:37Z', 'updated_at': '2021-10-28T12:11:38Z', 'revision_number': 2, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'subnets': [{'id': 'cf680845-e296-46f1-95f6-15714642d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:41.057454 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Checking router: f814969c-1023-447b-a4c6-303228473a76 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:11:41.057805 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Updating router f814969c-1023-447b-a4c6-303228473a76 port 5caf6331-ac10-4d64-bbb0-1684ff97406f binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:11:41.087016 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.275877 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f85ca660-0dc7-4879-bb8c-654f61c054a3 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:41.382336 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port f85ca660-0dc7-4879-bb8c-654f61c054a3 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:41.384632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.422483 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.433266 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.496107 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4df4-839a-4774-9251-8f4a4ea71b4c None None] Pushing event updated for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:41.574137 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Attempting to bind port 5caf6331-ac10-4d64-bbb0-1684ff97406f on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:11:41.574406 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Attempting to bind port 5caf6331-ac10-4d64-bbb0-1684ff97406f by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:11:41.574755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Attempting to bind port 5caf6331-ac10-4d64-bbb0-1684ff97406f on network ab9933c8-7df2-4d36-9ff3-7d034d656625 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:11:41.583681 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 11, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:11:41.584054 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Checking segment: {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:11:41.584449 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.584848 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Bound using segment: {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:11:41.585318 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Bound port: 5caf6331-ac10-4d64-bbb0-1684ff97406f, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792348a9-e325-474d-a0ec-a76873886670', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1034, 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:11:41.585690 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.647399 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] For port 5caf6331-ac10-4d64-bbb0-1684ff97406f, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:11:41.650671 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] For port 5caf6331-ac10-4d64-bbb0-1684ff97406f, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5caf6331-ac10-4d64-bbb0-1684ff97406f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:11:41.654394 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.723229 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:41.723526 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.727179 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a4df4-839a-4774-9251-8f4a4ea71b4c None None] Pushing event updated for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:41.750533 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:11:41.751164 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:41.842606 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba77f8-55fe-4751-8e8a-106f539c32b7 req-2579bdf1-f474-4e44-a023-7e90b8c5fe01 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:41.847655 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3ba77f8-55fe-4751-8e8a-106f539c32b7 req-2579bdf1-f474-4e44-a023-7e90b8c5fe01 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0543625 Oct 28 12:11:41.902733 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:11:41.920025 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3ba77f8-55fe-4751-8e8a-106f539c32b7 req-0fcdb9d7-7f89-4710-b928-175555b1eae6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695019 Oct 28 12:11:41.932466 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:41.939750 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa5361-e2f8-4c0e-b78a-73dfa2cf2534 req-63b21eb0-ae89-4ce2-be7f-bd8080f39a90 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:41.941225 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-13fa5361-e2f8-4c0e-b78a-73dfa2cf2534 req-63b21eb0-ae89-4ce2-be7f-bd8080f39a90 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0634980 Oct 28 12:11:41.999121 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-13fa5361-e2f8-4c0e-b78a-73dfa2cf2534 req-13b886a6-5bf3-4d99-a43f-78967563fc4d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491998 Oct 28 12:11:42.145288 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] For port 5caf6331-ac10-4d64-bbb0-1684ff97406f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5caf6331-ac10-4d64-bbb0-1684ff97406f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:42.172941 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:42.246981 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-ac2b976e-8198-4cc7-a02b-84e25079a987 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1002 time: 0.3025544 Oct 28 12:11:42.261439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e56cd3-3d1a-41e4-b9d2-2b3eb63801ef None None] Pushing event updated for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:42.304527 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-d31da398-fa1f-4452-b3ac-10fa0baf098c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:42.306458 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-d31da398-fa1f-4452-b3ac-10fa0baf098c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0484965 Oct 28 12:11:42.313215 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-5a4e2e7e-1a59-4cab-be75-6016d394aa96 None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:42.313579 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5a4e2e7e-1a59-4cab-be75-6016d394aa96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:42.354797 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-35a72f9f-166e-4326-9a72-33146922aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:42.356307 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-35a72f9f-166e-4326-9a72-33146922aa5c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0412493 Oct 28 12:11:42.358538 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:38Z', 'revision_number': 4, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '5caf6331-ac10-4d64-bbb0-1684ff97406f', 'name': '', 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'mac_address': 'fa:16:3e:b4:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf680845-e296-46f1-95f6-15714642d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:37Z', 'updated_at': '2021-10-28T12:11:41Z', 'revision_number': 4, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'subnets': [{'id': 'cf680845-e296-46f1-95f6-15714642d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:11:42.391695 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29402d42-6f00-4f76-8d3e-d48d0fe4c611 None None] The sync data for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi is: [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:11:38Z', 'revision_number': 4, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '5caf6331-ac10-4d64-bbb0-1684ff97406f', 'name': '', 'network_id': 'ab9933c8-7df2-4d36-9ff3-7d034d656625', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'mac_address': 'fa:16:3e:b4:76:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'cf680845-e296-46f1-95f6-15714642d92e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:37Z', 'updated_at': '2021-10-28T12:11:41Z', 'revision_number': 4, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'subnets': [{'id': 'cf680845-e296-46f1-95f6-15714642d92e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:11:42.491012 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-32b18ba5-d65b-4cc8-8a55-9858387b3139 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231508 Oct 28 12:11:43.050889 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a930aa1-4c01-47b1-a088-fe56c3d1e8eb req-ad3e692d-5443-46fd-8cb6-12d4f7c2551f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:43.052369 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a930aa1-4c01-47b1-a088-fe56c3d1e8eb req-ad3e692d-5443-46fd-8cb6-12d4f7c2551f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0613167 Oct 28 12:11:43.124633 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3a930aa1-4c01-47b1-a088-fe56c3d1e8eb req-15061865-1ce5-4cb7-8259-d1ffd0559612 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613406 Oct 28 12:11:43.145259 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289e472-46c8-44ff-8ee4-ee2749a00065 req-925c6518-9ce0-4c3d-9f27-bdc132751060 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:43.149204 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1289e472-46c8-44ff-8ee4-ee2749a00065 req-925c6518-9ce0-4c3d-9f27-bdc132751060 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 946 time: 0.0689974 Oct 28 12:11:43.184216 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1289e472-46c8-44ff-8ee4-ee2749a00065 req-fb929af4-c3b9-4d38-a946-b9a4cf508269 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Oct 28 12:11:43.274271 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5caf6331-ac10-4d64-bbb0-1684ff97406f up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:11:43.322906 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 5caf6331-ac10-4d64-bbb0-1684ff97406f triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:11:43.323271 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:43.409052 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:11:43.483891 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:43.505974 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:11:43.508216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d06093-a1e8-4056-80f7-d3f63f42c7e4" -d '{"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:11:43.525012 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:11:43.531601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:43.566097 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e852c0af-fb71-46d3-8693-ea53832150c1 x-openstack-request-id: req-e852c0af-fb71-46d3-8693-ea53832150c1 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:11:43.566407 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-unplugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:11:43.566663 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e852c0af-fb71-46d3-8693-ea53832150c1 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:11:43.567174 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'code': 200} Oct 28 12:11:43.596991 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=8']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:44.242047 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9621e35-9d99-4516-bdfb-d1563c54b24c req-1837a87f-9cbb-4fb5-a064-beac6faa64fd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:44.244134 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c9621e35-9d99-4516-bdfb-d1563c54b24c req-1837a87f-9cbb-4fb5-a064-beac6faa64fd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0494618 Oct 28 12:11:44.442786 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19ffa90f-0b96-4e86-9ef4-ce272c5cf525 req-c384acf0-e6c8-432c-9b35-287a168b7eb2 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968354 Oct 28 12:11:44.482453 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c9621e35-9d99-4516-bdfb-d1563c54b24c req-edaf2b82-40d7-428c-8597-1c7467869868 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322347 Oct 28 12:11:44.501113 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb90fa-f133-45f4-bcc0-c10101bb6b59 req-c9c071d6-868f-4b3c-89e6-209479073776 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:44.502589 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3eb90fa-f133-45f4-bcc0-c10101bb6b59 req-c9c071d6-868f-4b3c-89e6-209479073776 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.2388914 Oct 28 12:11:44.542266 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3eb90fa-f133-45f4-bcc0-c10101bb6b59 req-745b8793-0dd3-489d-9870-83f1a739bac2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337336 Oct 28 12:11:45.598076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2be261-2313-4d30-b63f-01fee723ea3b req-bb48978b-2131-4c06-9680-754f78646366 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:45.599540 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd2be261-2313-4d30-b63f-01fee723ea3b req-bb48978b-2131-4c06-9680-754f78646366 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0508542 Oct 28 12:11:45.667497 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd2be261-2313-4d30-b63f-01fee723ea3b req-28534ae4-4e38-402d-80ee-d3897612b980 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615268 Oct 28 12:11:45.684930 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea4ca10-d135-41d5-9c39-c0caae0ef87e req-f3568af5-522b-4d30-8f98-c04ffd90d138 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:45.686429 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cea4ca10-d135-41d5-9c39-c0caae0ef87e req-f3568af5-522b-4d30-8f98-c04ffd90d138 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0669661 Oct 28 12:11:45.723056 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cea4ca10-d135-41d5-9c39-c0caae0ef87e req-607cec36-14eb-4102-8e0a-ab89c9048d53 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303552 Oct 28 12:11:46.792347 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b90ac8-006b-401f-92a7-af911827470c req-7fb5acb9-800e-4c0f-8597-757c726b6b1a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:46.793841 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f8b90ac8-006b-401f-92a7-af911827470c req-7fb5acb9-800e-4c0f-8597-757c726b6b1a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0475726 Oct 28 12:11:46.856155 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f8b90ac8-006b-401f-92a7-af911827470c req-59383c9e-240e-4470-b830-f03e3ccf96d4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530376 Oct 28 12:11:46.864298 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba78aeb-a3ab-4128-bdc1-627be96b89f4 req-6286625f-1ad3-464f-b087-2ac1230dbad3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:46.865728 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bba78aeb-a3ab-4128-bdc1-627be96b89f4 req-6286625f-1ad3-464f-b087-2ac1230dbad3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0709145 Oct 28 12:11:46.904150 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bba78aeb-a3ab-4128-bdc1-627be96b89f4 req-25be6f45-3c67-4bc4-b491-b6d1da58c816 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311806 Oct 28 12:11:47.197827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8e6698-f1de-4c92-8dcd-425c65e9a54f req-bf86f5c0-cfa8-4883-b7cb-345987a54b6a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:47.200262 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e8e6698-f1de-4c92-8dcd-425c65e9a54f req-bf86f5c0-cfa8-4883-b7cb-345987a54b6a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0537477 Oct 28 12:11:47.241198 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9e8e6698-f1de-4c92-8dcd-425c65e9a54f req-b887dbc6-30af-47b1-adfe-7068333c57c2 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353229 Oct 28 12:11:48.028159 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7bd472-47d2-41a9-acb1-2631a3f991f0 req-886407bc-217b-4a6c-ad18-9968c473f994 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:48.029664 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9b7bd472-47d2-41a9-acb1-2631a3f991f0 req-886407bc-217b-4a6c-ad18-9968c473f994 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0505071 Oct 28 12:11:48.067134 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9b7bd472-47d2-41a9-acb1-2631a3f991f0 req-c0ea87ef-af1c-40df-8910-80051afa9920 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314782 Oct 28 12:11:48.354538 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdddbf43-49d1-44f5-9347-85bf54c72869 req-96ef7e6b-6c8e-4865-96ee-83a92cce7085 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:48.355995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cdddbf43-49d1-44f5-9347-85bf54c72869 req-96ef7e6b-6c8e-4865-96ee-83a92cce7085 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0486062 Oct 28 12:11:48.393939 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cdddbf43-49d1-44f5-9347-85bf54c72869 req-58ce4003-f058-4be5-b85d-326558157520 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Oct 28 12:11:49.081404 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-46750d13-6fa8-481b-9166-e56f94c25258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:49.082888 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-46750d13-6fa8-481b-9166-e56f94c25258 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 1099 time: 0.0401025 Oct 28 12:11:49.188155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-0bff7104-e637-4710-9f0d-26f543070273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:49.189325 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb0bc11-5408-4299-82c3-982ab2d33a0a req-d6214f5b-abd6-437f-a108-ac651585c722 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:49.189795 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-0bff7104-e637-4710-9f0d-26f543070273 service neutron] 10.222.0.105 "GET /v2.0/networks?id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 200 len: 920 time: 0.0919995 Oct 28 12:11:49.190835 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-efb0bc11-5408-4299-82c3-982ab2d33a0a req-d6214f5b-abd6-437f-a108-ac651585c722 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0524025 Oct 28 12:11:49.229040 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-efb0bc11-5408-4299-82c3-982ab2d33a0a req-9dfa2cec-1de2-46d6-a560-ac063ecb6874 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323255 Oct 28 12:11:49.236133 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-7efa217c-977b-4279-83c1-feaf5e8dae24 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 200 len: 217 time: 0.0362260 Oct 28 12:11:49.285253 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-fd850931-39c0-4967-b4b2-962459c847a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:49.286688 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-fd850931-39c0-4967-b4b2-962459c847a4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 200 len: 858 time: 0.0438879 Oct 28 12:11:49.321259 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-20fd9ba5-f9b9-4d9c-9e76-4f04d2621f10 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254631 Oct 28 12:11:49.418338 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-94dd19b5-8ff0-412e-9082-3f0f9e365a5c service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886478 Oct 28 12:11:49.516589 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a2b273f3-d7d6-4f43-8cfb-ef8332517269 req-eb5319ef-48ab-48fa-b9a1-591568682ef4 service neutron] 10.222.0.105 "GET /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898893 Oct 28 12:11:49.523430 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b07569-f917-42b7-be26-9de487bf1e48 req-e8c1306e-24e2-406a-b85e-8b3730869339 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:49.524935 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2b07569-f917-42b7-be26-9de487bf1e48 req-e8c1306e-24e2-406a-b85e-8b3730869339 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0520670 Oct 28 12:11:49.565756 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2b07569-f917-42b7-be26-9de487bf1e48 req-1c84e5e8-76f8-429b-b8d0-e6677631367c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346818 Oct 28 12:11:50.376454 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393c592-39b4-43d6-80e0-9f97e554257a req-d616cef8-208a-4ca0-a461-73b7be9686dc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:50.377896 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3393c592-39b4-43d6-80e0-9f97e554257a req-d616cef8-208a-4ca0-a461-73b7be9686dc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0587418 Oct 28 12:11:50.417196 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3393c592-39b4-43d6-80e0-9f97e554257a req-6d2f9718-6b6f-4dda-89fa-3fbd190ef636 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Oct 28 12:11:50.651700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39876) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:50.709635 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d399085-069d-45eb-b4c7-dab722d13e56 req-dcecdb71-c925-4c14-9c3a-5727d99883f3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:50.711181 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7d399085-069d-45eb-b4c7-dab722d13e56 req-dcecdb71-c925-4c14-9c3a-5727d99883f3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0578303 Oct 28 12:11:50.750739 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7d399085-069d-45eb-b4c7-dab722d13e56 req-81835029-8768-463d-bfc8-37b07d6aabff tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329678 Oct 28 12:11:50.801700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-13819257-e85a-4e11-87dc-8758b4aa1e19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:50.878274 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-13819257-e85a-4e11-87dc-8758b4aa1e19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:50.883840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-13819257-e85a-4e11-87dc-8758b4aa1e19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:50.920203 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13819257-e85a-4e11-87dc-8758b4aa1e19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd872a5e-226c-46e7-9090-ac55234140ea,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:50.928807 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-13819257-e85a-4e11-87dc-8758b4aa1e19 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=15121e03c6d34c4b87666194859f337d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2735519 Oct 28 12:11:50.929955 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39890) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:50.963679 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [req-29d0336a-4f81-4b88-8856-2d623a175651 req-694f9c4e-3ff9-4ecc-b36a-64280ef7bc3b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:11:50.964633 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-29d0336a-4f81-4b88-8856-2d623a175651 req-694f9c4e-3ff9-4ecc-b36a-64280ef7bc3b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057049 Oct 28 12:11:50.994782 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:51.018038 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:51.071361 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:51.075951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:51.077263 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cd872a5e-226c-46e7-9090-ac55234140ea HTTP/1.1" status: 204 len: 168 time: 0.1471748 Oct 28 12:11:51.086040 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a970a7-af9e-4702-86cd-01ee198f6bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd872a5e-226c-46e7-9090-ac55234140ea,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:51.181740 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d548ea-c674-4a7d-a4ea-405b4afd6da7 req-f5e61445-5de2-4c3c-8887-74d4dca973a3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:51.184065 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f0d548ea-c674-4a7d-a4ea-405b4afd6da7 req-f5e61445-5de2-4c3c-8887-74d4dca973a3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0691247 Oct 28 12:11:51.239339 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f0d548ea-c674-4a7d-a4ea-405b4afd6da7 req-4f57d02a-c0f2-41fc-b89b-5971c3d5f3cc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489299 Oct 28 12:11:51.655043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39940) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:51.746791 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-4d7f86a1-3ca4-4b15-a118-0c89423ff225 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0905368 Oct 28 12:11:51.757436 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-c46d6276-be03-4d68-bef0-4b51cec71b9b service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:11:51.758541 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-c46d6276-be03-4d68-bef0-4b51cec71b9b service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0057774 Oct 28 12:11:51.894901 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b36301-e36e-4205-aeb2-92f86c32e902 req-696c3ee2-91ea-4ed9-a130-41c46564406f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:51.901274 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-04b36301-e36e-4205-aeb2-92f86c32e902 req-696c3ee2-91ea-4ed9-a130-41c46564406f tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0622654 Oct 28 12:11:51.950494 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-04b36301-e36e-4205-aeb2-92f86c32e902 req-d4bc6744-6bbf-47da-a859-3eb5c7edbcc4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451155 Oct 28 12:11:52.391123 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7013973a-9f15-4df6-abf2-ac084a41f3c5 req-0f3ed964-d45b-46a5-9ca5-b29ab7a07a2f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:52.393709 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7013973a-9f15-4df6-abf2-ac084a41f3c5 req-0f3ed964-d45b-46a5-9ca5-b29ab7a07a2f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0617721 Oct 28 12:11:52.407489 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 39984) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:52.436049 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7013973a-9f15-4df6-abf2-ac084a41f3c5 req-94eecbb5-cd51-437e-8321-78d4e622c238 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362329 Oct 28 12:11:52.522556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e490cd58-e1de-4e74-8ca2-a31f6ca8b486 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.605864 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e490cd58-e1de-4e74-8ca2-a31f6ca8b486 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.610179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e490cd58-e1de-4e74-8ca2-a31f6ca8b486 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.650334 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e490cd58-e1de-4e74-8ca2-a31f6ca8b486 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4285ced06f864f71a11729e7559a90b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2417386 Oct 28 12:11:52.651168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490cd58-e1de-4e74-8ca2-a31f6ca8b486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072e4f9c-7d22-4a6b-bfea-b6d45a7d2318,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:52.653198 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 39998) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:11:52.708476 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.730477 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.782358 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.787569 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:52.788715 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/072e4f9c-7d22-4a6b-bfea-b6d45a7d2318 HTTP/1.1" status: 204 len: 168 time: 0.1344144 Oct 28 12:11:52.798041 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab90cc6-7f0c-4c98-91db-311f9cd46379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072e4f9c-7d22-4a6b-bfea-b6d45a7d2318,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:11:53.047680 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:11:53.537609 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-a5a8d663-e2c7-49ca-bc5d-63f0170a02b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.539836 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-a5a8d663-e2c7-49ca-bc5d-63f0170a02b0 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 1097 time: 0.0732112 Oct 28 12:11:53.574159 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c6e9ee-5f52-4b7c-ac30-7179245fa1d9 req-7df3f55c-1993-4d3e-8499-64b5abbdb480 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.575752 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-52c6e9ee-5f52-4b7c-ac30-7179245fa1d9 req-7df3f55c-1993-4d3e-8499-64b5abbdb480 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0534475 Oct 28 12:11:53.633794 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-722f669a-cbb4-4e1a-b042-c2cfbc4efff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.639486 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-722f669a-cbb4-4e1a-b042-c2cfbc4efff4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1097 time: 0.0651536 Oct 28 12:11:53.641608 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-52c6e9ee-5f52-4b7c-ac30-7179245fa1d9 req-406d7a84-a5ec-4bc1-83b0-4307d50f3db1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578878 Oct 28 12:11:53.749041 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-5fc0d405-6be9-41ce-a1ce-c3d9133ec636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.750608 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-5fc0d405-6be9-41ce-a1ce-c3d9133ec636 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.1022670 Oct 28 12:11:53.849933 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-a72c4b6f-134a-42fe-9dec-14439c4aed9a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1000 time: 0.0809286 Oct 28 12:11:53.928537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-760ae36a-75f0-449f-ab41-7a62d97a8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.930525 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-760ae36a-75f0-449f-ab41-7a62d97a8090 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0602615 Oct 28 12:11:53.987811 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-eaed5dab-5516-4515-a4f1-81ea67939ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:53.989420 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-eaed5dab-5516-4515-a4f1-81ea67939ab2 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0504172 Oct 28 12:11:54.135196 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-af557362-9e13-4f02-b4ec-435b25c9c742 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321719 Oct 28 12:11:54.233057 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f2ae769-6ce1-472e-b42b-f1619a30fa0d req-99055f4d-189c-40f6-b3d3-03b7c421d58c service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857213 Oct 28 12:11:54.782621 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add139cd-cd97-4803-b723-d00d707398a5 req-8541b44e-3306-4a1a-9c09-776288ada24a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:54.784534 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-add139cd-cd97-4803-b723-d00d707398a5 req-8541b44e-3306-4a1a-9c09-776288ada24a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0632451 Oct 28 12:11:54.858327 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-add139cd-cd97-4803-b723-d00d707398a5 req-3ec7a5cf-f321-47d0-88dc-7589747cf71a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576260 Oct 28 12:11:55.419071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e71791-6750-4cc7-b20a-76220e0efb55 req-47cd1b37-6d3e-4495-90c4-51f1c72a6a5f tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:55.420619 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a0e71791-6750-4cc7-b20a-76220e0efb55 req-47cd1b37-6d3e-4495-90c4-51f1c72a6a5f tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0895212 Oct 28 12:11:55.463077 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a0e71791-6750-4cc7-b20a-76220e0efb55 req-2cb6ced4-a4e9-44a8-8552-00a600be302e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357051 Oct 28 12:11:55.985457 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b9d1d-10da-47c7-906a-474d31a9bb41 req-dda5705b-f628-4607-aab7-4b5adb6840f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:55.987149 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2f6b9d1d-10da-47c7-906a-474d31a9bb41 req-dda5705b-f628-4607-aab7-4b5adb6840f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0505261 Oct 28 12:11:56.027537 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2f6b9d1d-10da-47c7-906a-474d31a9bb41 req-e6bdfcc3-4cad-47be-8e50-e8fcdd32a36b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341175 Oct 28 12:11:56.584322 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49705787-7335-4f04-abc4-b33c635bbfd9 req-403c9c4c-884b-453a-a904-9300c4edb711 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:56.585757 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-49705787-7335-4f04-abc4-b33c635bbfd9 req-403c9c4c-884b-453a-a904-9300c4edb711 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0481353 Oct 28 12:11:56.623155 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-49705787-7335-4f04-abc4-b33c635bbfd9 req-901794aa-172d-48a8-ae6d-51e6f452ae94 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315914 Oct 28 12:11:56.672484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e971d24d-915a-4dbb-a43d-ff9268586762 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:57.154493 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba058e-0132-487b-abdf-b7a15e20d7c4 req-5ded519d-cf5c-4dbb-907d-418cfa327109 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:57.156083 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a1ba058e-0132-487b-abdf-b7a15e20d7c4 req-5ded519d-cf5c-4dbb-907d-418cfa327109 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0542755 Oct 28 12:11:57.221649 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a1ba058e-0132-487b-abdf-b7a15e20d7c4 req-e5e29ed9-cb04-4493-8430-1642cbb3f4e3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462766 Oct 28 12:11:57.744601 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230eb75-670b-4b0e-8533-6e18352229ef req-730cee2d-16be-4e97-9b46-dae0dffeca7d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:57.746089 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0230eb75-670b-4b0e-8533-6e18352229ef req-730cee2d-16be-4e97-9b46-dae0dffeca7d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0522711 Oct 28 12:11:57.785828 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0230eb75-670b-4b0e-8533-6e18352229ef req-252fefc8-2a5a-424c-8a48-117af241ddb9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338914 Oct 28 12:11:58.365166 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339f6ff-cff2-48ed-acdd-94d1d2892395 req-330b85fa-eeb1-4ca9-a1d9-093b84b637db tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:58.366733 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4339f6ff-cff2-48ed-acdd-94d1d2892395 req-330b85fa-eeb1-4ca9-a1d9-093b84b637db tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0495551 Oct 28 12:11:58.411425 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4339f6ff-cff2-48ed-acdd-94d1d2892395 req-a6f3a362-5971-4c5b-9573-e1001ae7cf1b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375803 Oct 28 12:11:58.937374 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390a41d-777c-427b-8887-6a13c75f1d7c req-03146fb3-e795-4338-85b6-536e53fbbe05 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:58.939092 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b390a41d-777c-427b-8887-6a13c75f1d7c req-03146fb3-e795-4338-85b6-536e53fbbe05 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0667436 Oct 28 12:11:58.982320 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b390a41d-777c-427b-8887-6a13c75f1d7c req-984eb63a-d245-4876-8a10-df16086b216e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367203 Oct 28 12:11:59.230076 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-188a88aa-fd10-4ba7-8c58-d80ce141764d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:11:59.579520 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa8f506-5aa0-4d11-90a1-06cd1bf6fbea req-4ef7c34d-0f0d-49f7-8aba-0cef49455b7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:11:59.581164 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-daa8f506-5aa0-4d11-90a1-06cd1bf6fbea req-4ef7c34d-0f0d-49f7-8aba-0cef49455b7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0720251 Oct 28 12:11:59.626695 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-daa8f506-5aa0-4d11-90a1-06cd1bf6fbea req-a1460e2f-f257-40ad-a8b2-9a4b1e8bdac9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392847 Oct 28 12:12:00.110422 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c3029-d1f4-45b6-bf63-22218d63be25 req-13354b22-24ac-41a6-880e-7f7283b3a160 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:00.112268 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-197c3029-d1f4-45b6-bf63-22218d63be25 req-13354b22-24ac-41a6-880e-7f7283b3a160 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0550711 Oct 28 12:12:00.156013 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-197c3029-d1f4-45b6-bf63-22218d63be25 req-b0fcd702-4d2a-48db-b044-ebe39621757a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362673 Oct 28 12:12:00.224997 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:00.248526 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c94b04-b2d0-4545-b675-d7cbf8419621 req-a64e003d-202c-4f80-8413-a63746bc39c3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:00.253131 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7c94b04-b2d0-4545-b675-d7cbf8419621 req-a64e003d-202c-4f80-8413-a63746bc39c3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0576363 Oct 28 12:12:00.293580 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:00.298430 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7c94b04-b2d0-4545-b675-d7cbf8419621 req-22af4b39-2070-4bd3-b354-3b257a82fa8e tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411446 Oct 28 12:12:00.375719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:00.779901 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc265f-1a12-4e7b-9f35-cec875d58c69 req-cea8e62c-2380-40c7-87ca-15d9b215fa65 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:00.781452 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-03dc265f-1a12-4e7b-9f35-cec875d58c69 req-cea8e62c-2380-40c7-87ca-15d9b215fa65 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0516987 Oct 28 12:12:00.824876 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-03dc265f-1a12-4e7b-9f35-cec875d58c69 req-1ac4d96f-0054-4a60-8acd-e0288373adc5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361307 Oct 28 12:12:01.270743 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060821f7-dc48-4459-98fb-1d7855aaa6e1 req-1a6ba64d-1bf0-4db6-9a60-ccc6eec97060 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:01.272367 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-060821f7-dc48-4459-98fb-1d7855aaa6e1 req-1a6ba64d-1bf0-4db6-9a60-ccc6eec97060 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0481305 Oct 28 12:12:01.313197 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-060821f7-dc48-4459-98fb-1d7855aaa6e1 req-0d59a1e8-27a4-43da-a5a4-d162b8b388fb tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343950 Oct 28 12:12:01.420481 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64109743-28b5-4260-ab86-300f89bde8c2 req-db1326d2-cfa5-44e2-9ab7-f3148a696ea0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:01.421964 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64109743-28b5-4260-ab86-300f89bde8c2 req-db1326d2-cfa5-44e2-9ab7-f3148a696ea0 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0556798 Oct 28 12:12:01.465194 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64109743-28b5-4260-ab86-300f89bde8c2 req-9e00b0fb-3f8b-4c8d-be46-437908e81e1b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369081 Oct 28 12:12:01.847410 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:01.949049 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab42c6-9303-4751-af01-1522bc2e5798 req-2c8c1866-9bc5-4402-a239-03ada85b66f0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:01.950694 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74ab42c6-9303-4751-af01-1522bc2e5798 req-2c8c1866-9bc5-4402-a239-03ada85b66f0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0531061 Oct 28 12:12:01.992086 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74ab42c6-9303-4751-af01-1522bc2e5798 req-fb88942e-7829-4b52-9384-d522f8d690b7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346668 Oct 28 12:12:02.437222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f293a1-a85d-4882-aa94-f65e03a66899 req-7018de51-e8f8-436f-b699-8eabf3c0fe6f tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:02.438692 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a6f293a1-a85d-4882-aa94-f65e03a66899 req-7018de51-e8f8-436f-b699-8eabf3c0fe6f tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0555849 Oct 28 12:12:02.478029 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a6f293a1-a85d-4882-aa94-f65e03a66899 req-26190e75-8c10-49aa-b606-b94791f6de92 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Oct 28 12:12:02.599297 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dc5336-f7bf-44b6-8f67-0c480da79e53 req-46c0e9d5-44c2-4c2c-b9c7-19ec97f8d44c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:02.601109 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f5dc5336-f7bf-44b6-8f67-0c480da79e53 req-46c0e9d5-44c2-4c2c-b9c7-19ec97f8d44c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0624654 Oct 28 12:12:02.644759 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f5dc5336-f7bf-44b6-8f67-0c480da79e53 req-db9f0b14-8c06-4f06-929b-225a7a966196 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361552 Oct 28 12:12:03.156839 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bc3771-c70c-4042-a5ff-eccf22475f17 req-1398c36b-0bdf-453f-8685-eabfe6d95de6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:03.158351 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e3bc3771-c70c-4042-a5ff-eccf22475f17 req-1398c36b-0bdf-453f-8685-eabfe6d95de6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0546145 Oct 28 12:12:03.199895 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e3bc3771-c70c-4042-a5ff-eccf22475f17 req-a0dd2b40-1845-4514-80fd-c8f659906243 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354826 Oct 28 12:12:03.591183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509767e-ce61-4e96-9d93-d53a325d561a req-c9076a9a-50dd-4a3f-a77a-74c5c0e53c0a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:03.592624 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b509767e-ce61-4e96-9d93-d53a325d561a req-c9076a9a-50dd-4a3f-a77a-74c5c0e53c0a tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0478268 Oct 28 12:12:03.641890 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b509767e-ce61-4e96-9d93-d53a325d561a req-b71ef7ea-9bf5-4090-873b-1ab42038f9e2 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432470 Oct 28 12:12:03.766232 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e36477-5790-4652-9a9b-a0b4db8b7344 req-5a3db587-0b92-44d0-a8de-4f7d6dd69d02 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:03.767788 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-51e36477-5790-4652-9a9b-a0b4db8b7344 req-5a3db587-0b92-44d0-a8de-4f7d6dd69d02 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0537241 Oct 28 12:12:03.820652 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-51e36477-5790-4652-9a9b-a0b4db8b7344 req-1e4bea94-a8c5-4bcf-abf2-289cdccb7620 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468142 Oct 28 12:12:04.354276 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f39383d-d684-4b25-a7b1-9d60384c389f req-e03f6b8c-e916-44c8-b1bc-9cf84ecb837f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:04.355823 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7f39383d-d684-4b25-a7b1-9d60384c389f req-e03f6b8c-e916-44c8-b1bc-9cf84ecb837f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0515978 Oct 28 12:12:04.396678 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7f39383d-d684-4b25-a7b1-9d60384c389f req-c69a4f58-5195-44c9-a42f-fe2cb41b448b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330985 Oct 28 12:12:04.766436 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27b73a5-0877-463c-9916-f1ed64b472a3 req-8a542f11-49d0-4bd6-a1f1-522abbac837c tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:04.768313 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a27b73a5-0877-463c-9916-f1ed64b472a3 req-8a542f11-49d0-4bd6-a1f1-522abbac837c tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0516117 Oct 28 12:12:04.810597 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a27b73a5-0877-463c-9916-f1ed64b472a3 req-bbbdfb03-db98-4285-9d4b-d4d368acd14d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359824 Oct 28 12:12:04.964703 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580dd9d-3f6a-4c0b-82c1-8c2077cfebf5 req-9375ddd1-1091-40b6-832e-ba2e51a7dd93 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:04.968299 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5580dd9d-3f6a-4c0b-82c1-8c2077cfebf5 req-9375ddd1-1091-40b6-832e-ba2e51a7dd93 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0603116 Oct 28 12:12:05.016576 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5580dd9d-3f6a-4c0b-82c1-8c2077cfebf5 req-e3a39817-5517-4922-b15a-c308bf1005b6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420341 Oct 28 12:12:05.523276 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1e50a3-4b4c-4042-bf3f-df2f7dc5e8f0 req-18129df7-ede2-44ed-8c19-b725681017d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:05.525081 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7f1e50a3-4b4c-4042-bf3f-df2f7dc5e8f0 req-18129df7-ede2-44ed-8c19-b725681017d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0544031 Oct 28 12:12:05.566807 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7f1e50a3-4b4c-4042-bf3f-df2f7dc5e8f0 req-656a9225-eef7-4bc7-b8e4-ea1c8f37f85f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335345 Oct 28 12:12:05.951870 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661b3f53-a190-4567-bc34-dfc8eb3d557e req-9bc13460-eabe-4082-9cba-7532b382a773 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:05.953363 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-661b3f53-a190-4567-bc34-dfc8eb3d557e req-9bc13460-eabe-4082-9cba-7532b382a773 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0490184 Oct 28 12:12:05.991985 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-661b3f53-a190-4567-bc34-dfc8eb3d557e req-a998d5dc-464f-458b-80da-2a316e515318 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325947 Oct 28 12:12:06.144405 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f40897-1d37-4e03-ad48-e1da658a40b8 req-98d3c78d-b6c9-405c-bb5f-740f33a20df8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:06.148585 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-84f40897-1d37-4e03-ad48-e1da658a40b8 req-98d3c78d-b6c9-405c-bb5f-740f33a20df8 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0558696 Oct 28 12:12:06.183339 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-84f40897-1d37-4e03-ad48-e1da658a40b8 req-44cc5160-d999-43df-8d3b-ce42b82f7c91 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310259 Oct 28 12:12:06.684096 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20536f2f-5b36-4eaa-bdcf-c0b815d8757b req-f714e6db-b07f-4148-bb7b-db89d6f888d9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:06.685488 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-20536f2f-5b36-4eaa-bdcf-c0b815d8757b req-f714e6db-b07f-4148-bb7b-db89d6f888d9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0476818 Oct 28 12:12:06.723266 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-20536f2f-5b36-4eaa-bdcf-c0b815d8757b req-60b2b30c-91a7-4467-ab80-73ba06c6b583 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319078 Oct 28 12:12:07.104333 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a806fb-ef1c-4127-a19b-69d866fdfba3 req-29164b33-ce10-4921-ac2d-35582e90dc1e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:07.105804 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d9a806fb-ef1c-4127-a19b-69d866fdfba3 req-29164b33-ce10-4921-ac2d-35582e90dc1e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0482390 Oct 28 12:12:07.141380 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d9a806fb-ef1c-4127-a19b-69d866fdfba3 req-0ec1975c-4616-4ece-8d51-61e4ff4ea72c tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298014 Oct 28 12:12:07.298890 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c6fb0-83ec-4524-80d2-6538f1205eea req-85caefea-d286-449f-8c23-d9d7c7619151 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:07.300625 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-152c6fb0-83ec-4524-80d2-6538f1205eea req-85caefea-d286-449f-8c23-d9d7c7619151 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0508654 Oct 28 12:12:07.336836 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-152c6fb0-83ec-4524-80d2-6538f1205eea req-d9d06182-66bd-4023-be4f-2c469d4e42ba tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303755 Oct 28 12:12:07.840071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93cd8a1-0f64-49d3-8757-25fa709210e4 req-9916b99a-1ff2-4430-baaf-83a4c61887c8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:07.841562 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e93cd8a1-0f64-49d3-8757-25fa709210e4 req-9916b99a-1ff2-4430-baaf-83a4c61887c8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0487735 Oct 28 12:12:07.877456 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e93cd8a1-0f64-49d3-8757-25fa709210e4 req-a41fa8cd-d958-40ac-8d63-d7a2f8c8757e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301299 Oct 28 12:12:08.252912 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6d5eb-889f-457f-b5bf-9083c4139ccb req-5979a912-9c27-4400-873f-11a35c230575 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:08.254360 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8ff6d5eb-889f-457f-b5bf-9083c4139ccb req-5979a912-9c27-4400-873f-11a35c230575 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0489831 Oct 28 12:12:08.290210 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8ff6d5eb-889f-457f-b5bf-9083c4139ccb req-fb48a760-4c21-464f-ba28-9b8e2bb09a75 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294468 Oct 28 12:12:08.452433 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c5860-8172-41fd-a1a6-4ebf92bfac0f req-548546f7-075a-46ef-9e89-edd765d83cd1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:08.453869 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-415c5860-8172-41fd-a1a6-4ebf92bfac0f req-548546f7-075a-46ef-9e89-edd765d83cd1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0507026 Oct 28 12:12:08.489959 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-415c5860-8172-41fd-a1a6-4ebf92bfac0f req-c45c4ad1-866d-4346-be5b-4f73d5065b91 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303326 Oct 28 12:12:08.861494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-aeb17c05-5460-49ac-8c2b-e87bd710e428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:08.862978 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-aeb17c05-5460-49ac-8c2b-e87bd710e428 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1097 time: 0.0396190 Oct 28 12:12:08.980458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-df39efe7-ee18-4b00-89e9-2849cb992f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:08.981942 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-df39efe7-ee18-4b00-89e9-2849cb992f76 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.0893099 Oct 28 12:12:08.997201 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d5de10-b09a-434b-bc3f-7e0b13501c5d req-8ef32f2a-5602-4fbb-b24c-c14d82ca121c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:08.998120 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d4d5de10-b09a-434b-bc3f-7e0b13501c5d req-8ef32f2a-5602-4fbb-b24c-c14d82ca121c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0488021 Oct 28 12:12:09.044834 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d4d5de10-b09a-434b-bc3f-7e0b13501c5d req-11bdf8db-7084-4d38-a959-99ecbc31999c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392375 Oct 28 12:12:09.053051 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-98f8250f-ade9-4edc-9f05-c0d094e4f634 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1000 time: 0.0620360 Oct 28 12:12:09.104878 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-cd0e4deb-ef45-4aec-925b-b62035979c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:09.106310 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-cd0e4deb-ef45-4aec-925b-b62035979c60 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0429742 Oct 28 12:12:09.166054 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-9b71efb3-40a3-4b1b-b1dc-505c35d990f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:09.168122 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-9b71efb3-40a3-4b1b-b1dc-505c35d990f7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0493870 Oct 28 12:12:09.266814 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-282b6e86-88e1-40f2-aed9-583e0a428602 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886664 Oct 28 12:12:09.361873 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9e68fe14-1bda-4856-b18a-81f82f4b7229 req-03c9a76f-9b55-47e4-ba1f-79e9820f8d22 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864160 Oct 28 12:12:09.413248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78cbf5c-8564-4d98-920c-3512b0ced3dc req-15489e5e-b922-47f1-99e7-532eec400813 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:09.417458 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f78cbf5c-8564-4d98-920c-3512b0ced3dc req-15489e5e-b922-47f1-99e7-532eec400813 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0544059 Oct 28 12:12:09.458523 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f78cbf5c-8564-4d98-920c-3512b0ced3dc req-bca1dd06-493a-4e31-bbe4-9fb6a6ee460d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367737 Oct 28 12:12:09.610192 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3da6ad-4ffc-45b9-8b95-a2b6a8f3a550 req-792ac889-01da-49cd-bff7-ebbb153af9a4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:09.611651 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8f3da6ad-4ffc-45b9-8b95-a2b6a8f3a550 req-792ac889-01da-49cd-bff7-ebbb153af9a4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0549648 Oct 28 12:12:09.651830 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8f3da6ad-4ffc-45b9-8b95-a2b6a8f3a550 req-2cfc761c-68b7-4836-a963-0c4816a9fae9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336447 Oct 28 12:12:10.172570 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25e0d6-d3db-4a2c-9308-54674b4fbc38 req-80689725-acb6-43f3-95bc-5c74ca5855e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:10.174148 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4b25e0d6-d3db-4a2c-9308-54674b4fbc38 req-80689725-acb6-43f3-95bc-5c74ca5855e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0509610 Oct 28 12:12:10.214442 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4b25e0d6-d3db-4a2c-9308-54674b4fbc38 req-98fd1d4f-f1bc-4e6f-9293-c04e8c579b70 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Oct 28 12:12:10.572237 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2731b8-365f-495a-9a4e-18855927d455 req-59b1b6ec-aaea-498a-83c2-2f0971b37563 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:10.574189 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf2731b8-365f-495a-9a4e-18855927d455 req-59b1b6ec-aaea-498a-83c2-2f0971b37563 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0481088 Oct 28 12:12:10.614535 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf2731b8-365f-495a-9a4e-18855927d455 req-fff182de-9eaf-4fe2-9cfe-03414b42f2db tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340819 Oct 28 12:12:10.773235 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e903eda-f148-4639-ae5b-c66898d08de5 req-d7c0fa16-61bb-45ff-909d-ca65296acc88 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:10.774676 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e903eda-f148-4639-ae5b-c66898d08de5 req-d7c0fa16-61bb-45ff-909d-ca65296acc88 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0528049 Oct 28 12:12:10.815422 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e903eda-f148-4639-ae5b-c66898d08de5 req-6941a174-8a2c-4399-a7ff-70a0a8f55075 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344779 Oct 28 12:12:10.924176 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:12:11.331183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163cb868-9fce-45e8-a540-6ff283f5f91d req-add52ea4-c234-45b5-8091-956d247c646c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:11.332921 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-163cb868-9fce-45e8-a540-6ff283f5f91d req-add52ea4-c234-45b5-8091-956d247c646c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0484185 Oct 28 12:12:11.370922 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-163cb868-9fce-45e8-a540-6ff283f5f91d req-0f5d19be-ef27-41d6-9a9a-2db17fbc040e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322104 Oct 28 12:12:11.457924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-3fe2d29c-79fa-46a1-bfbe-917e005e61d7 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:11.459353 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-3fe2d29c-79fa-46a1-bfbe-917e005e61d7 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0496290 Oct 28 12:12:11.557544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Deleting port 66318bdb-4169-45d3-aa93-b9443ea8ec35 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:11.557875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:11.642888 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] For port 66318bdb-4169-45d3-aa93-b9443ea8ec35, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=66318bdb-4169-45d3-aa93-b9443ea8ec35,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:11.643242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:11.659502 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Calling delete_port for 66318bdb-4169-45d3-aa93-b9443ea8ec35 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:11.728708 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fb5fa1-6104-4146-a09e-63c92f6946ec req-648172de-ba6d-448e-acca-f54e22313786 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:11.734133 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2fb5fa1-6104-4146-a09e-63c92f6946ec req-648172de-ba6d-448e-acca-f54e22313786 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=15790c51-0d50-4bd4-a496-34dcc27191c9 HTTP/1.1" status: 200 len: 946 time: 0.0523427 Oct 28 12:12:11.774347 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d2fb5fa1-6104-4146-a09e-63c92f6946ec req-3960baa4-3a6f-4fe3-9182-5ce9fabc5da5 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317824 Oct 28 12:12:11.791510 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:11.807666 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['66318bdb-4169-45d3-aa93-b9443ea8ec35'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:11.823746 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Pushing event deleted for resources: {'Port': ['ID=66318bdb-4169-45d3-aa93-b9443ea8ec35,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:11.866584 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] No DVR routers for this DVR port 66318bdb-4169-45d3-aa93-b9443ea8ec35 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:12:11.869080 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:11.873100 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c938814c-96b4-41c0-b527-6cb4c75db5f4 req-05f2a912-21af-4f10-8029-7bff76784c90 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "DELETE /v2.0/ports/66318bdb-4169-45d3-aa93-b9443ea8ec35 HTTP/1.1" status: 204 len: 173 time: 0.4049213 Oct 28 12:12:11.873532 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'name': 'network-vif-deleted', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:11.875770 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc00b9b-aab0-4f09-81cb-f4b2d73bae0b" -d '{"events": [{"server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "name": "network-vif-deleted", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:11.913347 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9229b2ec-b5ce-4a3d-ac2b-d7c801e192cf x-openstack-request-id: req-9229b2ec-b5ce-4a3d-ac2b-d7c801e192cf {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:11.913964 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15790c51-0d50-4bd4-a496-34dcc27191c9", "name": "network-vif-deleted", "tag": "66318bdb-4169-45d3-aa93-b9443ea8ec35", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:11.913964 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9229b2ec-b5ce-4a3d-ac2b-d7c801e192cf {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:11.914461 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15790c51-0d50-4bd4-a496-34dcc27191c9', 'name': 'network-vif-deleted', 'tag': '66318bdb-4169-45d3-aa93-b9443ea8ec35', 'status': 'completed', 'code': 200} Oct 28 12:12:11.955288 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369416b2-0917-44a8-b087-a345de519e75 req-8e06df63-4a14-4b30-896f-6b57721c79c1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:11.956891 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-369416b2-0917-44a8-b087-a345de519e75 req-8e06df63-4a14-4b30-896f-6b57721c79c1 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0692313 Oct 28 12:12:12.003743 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-369416b2-0917-44a8-b087-a345de519e75 req-9e25ee8d-e1aa-446b-8ba1-414e972e0c8c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407522 Oct 28 12:12:12.119410 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-f9f4df1e-d51e-4b00-b809-a62397e18204 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:12.120919 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-f9f4df1e-d51e-4b00-b809-a62397e18204 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 945 time: 0.0506935 Oct 28 12:12:12.216999 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Deleting port 573ef150-f761-4b97-ac17-069ed46cf06b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:12.217335 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:12.305118 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] For port 573ef150-f761-4b97-ac17-069ed46cf06b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573ef150-f761-4b97-ac17-069ed46cf06b,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:12.305466 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:12.317237 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Calling delete_port for 573ef150-f761-4b97-ac17-069ed46cf06b owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:12.462439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:12.477991 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['992777b3-cde8-46f5-a1ce-ffdb28c248a9', '573ef150-f761-4b97-ac17-069ed46cf06b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:12.502300 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Pushing event deleted for resources: {'Port': ['ID=573ef150-f761-4b97-ac17-069ed46cf06b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:12.518797 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94657b05-0b79-4025-8a0b-d00bb015a5e2 req-ea617ce5-64f1-46f7-b7df-e5cf80e3f664 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:12.526377 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-94657b05-0b79-4025-8a0b-d00bb015a5e2 req-ea617ce5-64f1-46f7-b7df-e5cf80e3f664 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0704315 Oct 28 12:12:12.549908 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] No DVR routers for this DVR port 573ef150-f761-4b97-ac17-069ed46cf06b on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:12:12.552809 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:12.556340 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9ac81644-2d6f-4078-8319-c5786ca6b2ed req-692d826b-c237-4cce-9ab7-653193e7feb3 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "DELETE /v2.0/ports/573ef150-f761-4b97-ac17-069ed46cf06b HTTP/1.1" status: 204 len: 173 time: 0.4266424 Oct 28 12:12:12.571044 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-94657b05-0b79-4025-8a0b-d00bb015a5e2 req-6cda8f02-da83-4eed-a094-8c455c41be45 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429199 Oct 28 12:12:13.145357 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-eab56f80-b937-44ba-9c0b-fe638ac91311 req-ba4d8dee-616f-4897-bfb0-683c0e6a1ded tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=8a29e83e-b993-4165-b77f-1a5c93a8c83d HTTP/1.1" status: 200 len: 210 time: 0.0307722 Oct 28 12:12:13.688634 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fc1e5-2f63-4a09-9f1b-e13355928296 req-a75bb878-ebb1-45e1-aa82-6c6590bc67d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:13.690028 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-742fc1e5-2f63-4a09-9f1b-e13355928296 req-a75bb878-ebb1-45e1-aa82-6c6590bc67d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0478866 Oct 28 12:12:13.732377 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-742fc1e5-2f63-4a09-9f1b-e13355928296 req-b86c068f-8761-498c-b2af-468bde07fe85 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353975 Oct 28 12:12:13.915809 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'name': 'network-vif-deleted', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:13.918751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87fca463-d716-45cb-b815-cfbd42b3b05a" -d '{"events": [{"server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "name": "network-vif-deleted", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:13.953029 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25e7bdcb-e72d-4afc-b132-819154a85f84 x-openstack-request-id: req-25e7bdcb-e72d-4afc-b132-819154a85f84 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:13.953326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a29e83e-b993-4165-b77f-1a5c93a8c83d", "name": "network-vif-deleted", "tag": "573ef150-f761-4b97-ac17-069ed46cf06b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:13.953578 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-25e7bdcb-e72d-4afc-b132-819154a85f84 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:13.953968 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a29e83e-b993-4165-b77f-1a5c93a8c83d', 'name': 'network-vif-deleted', 'tag': '573ef150-f761-4b97-ac17-069ed46cf06b', 'status': 'completed', 'code': 200} Oct 28 12:12:14.429308 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-d418bb55-f94e-457c-b679-a9b659f33a48 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376655123&fields=id&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 267 time: 0.0605338 Oct 28 12:12:14.443707 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a88e07-da4a-460c-a723-4b4178e170e3 req-ae789236-f521-404a-8352-b75b9125cadf tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:14.445184 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-37a88e07-da4a-460c-a723-4b4178e170e3 req-ae789236-f521-404a-8352-b75b9125cadf tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0747023 Oct 28 12:12:14.536727 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-37a88e07-da4a-460c-a723-4b4178e170e3 req-e0fdabb3-045f-47ec-abae-7f364e5f7877 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815010 Oct 28 12:12:14.572595 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-df63a5aa-0331-4474-aecf-88df266f59fc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:14.574042 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-df63a5aa-0331-4474-aecf-88df266f59fc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1280119 Oct 28 12:12:14.589263 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-6d0456f4-683e-4e33-bdce-2e40fc291537 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/quotas/d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 375 time: 0.0093925 Oct 28 12:12:14.640474 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-7aba7876-36bf-4a99-aa5c-d501d5161489 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454900 Oct 28 12:12:14.741723 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-b7036734-aa0b-40cb-97d2-6a2d6a8e254a service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878022 Oct 28 12:12:14.859163 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-13f128b8-406b-484b-8876-510711475428 service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107719 Oct 28 12:12:14.875025 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb51dd63-1c31-426a-a21e-09ffdb3135d1 req-e93feed1-1fc8-4240-bc49-892c0ae87004 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:14.876497 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb51dd63-1c31-426a-a21e-09ffdb3135d1 req-e93feed1-1fc8-4240-bc49-892c0ae87004 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0705354 Oct 28 12:12:14.916196 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb51dd63-1c31-426a-a21e-09ffdb3135d1 req-4b50cd88-ab64-497f-a1d1-f3d6a9cd2aa2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337632 Oct 28 12:12:15.135336 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-031791da-dfff-4d95-9f96-aab3e0e377b3 req-8f8a3a6b-2279-492e-83af-2f09b87c0c1d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 210 time: 0.0250120 Oct 28 12:12:15.647165 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ae21b6-6e50-4497-b322-ba3550dff540 req-775edb8f-58df-463b-9859-d193569eb287 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:15.648578 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82ae21b6-6e50-4497-b322-ba3550dff540 req-775edb8f-58df-463b-9859-d193569eb287 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0469024 Oct 28 12:12:15.685142 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82ae21b6-6e50-4497-b322-ba3550dff540 req-cca22d04-3453-431c-8b68-1149444e76dd tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300775 Oct 28 12:12:16.033482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6c37f-903a-4ee8-b3a5-a6c8c4bed190 req-8c1e3e69-1b40-4fdb-a2cb-d9600751cfec tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:16.034901 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0ff6c37f-903a-4ee8-b3a5-a6c8c4bed190 req-8c1e3e69-1b40-4fdb-a2cb-d9600751cfec tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0467610 Oct 28 12:12:16.071780 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0ff6c37f-903a-4ee8-b3a5-a6c8c4bed190 req-3b840534-3d8e-4d25-9c7c-cecc206282cf tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311673 Oct 28 12:12:16.186974 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 66318bdb-4169-45d3-aa93-b9443ea8ec35 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:16.208885 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 66318bdb-4169-45d3-aa93-b9443ea8ec35 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:16.209316 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 66318bdb-4169-45d3-aa93-b9443ea8ec35 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:16.235264 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1bb6acf8-4294-4daa-a1ad-e989c636119b req-1ac4b1d1-0fbf-40dc-a3c1-755bc66f726a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 210 time: 0.0351677 Oct 28 12:12:16.906012 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-2f01334c-bb79-436d-ac52-351c1ef0d0e8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:16.907433 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-2f01334c-bb79-436d-ac52-351c1ef0d0e8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1106281 Oct 28 12:12:16.966908 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-2d0c1bd0-68bd-4373-8029-eb08bf5797d1 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 380 time: 0.0467343 Oct 28 12:12:16.977163 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'port': {'device_id': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'admin_state_up': True, 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'security_groups': ['d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:16.978584 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7211a33f-2755-42ab-b5b7-4937596d967b req-8c063d53-1a28-41cc-a48f-517864fcdb83 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:16.980085 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7211a33f-2755-42ab-b5b7-4937596d967b req-8c063d53-1a28-41cc-a48f-517864fcdb83 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.2264023 Oct 28 12:12:17.018815 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7211a33f-2755-42ab-b5b7-4937596d967b req-858bf86c-f4d0-4e7d-8be6-b12bec0a0ff9 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323391 Oct 28 12:12:17.085958 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Made reservation on behalf of d556263ca80e4b52b8588d1513962fb0 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:17.089726 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.125344 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573ef150-f761-4b97-ac17-069ed46cf06b no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:17.168078 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 573ef150-f761-4b97-ac17-069ed46cf06b {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:17.168809 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573ef150-f761-4b97-ac17-069ed46cf06b not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:17.209307 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cbe4e-ee6a-41b2-9dbb-90688114ede0 req-c7a4b573-0c6b-4640-9df3-3e74b09751da tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:17.211319 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aa5cbe4e-ee6a-41b2-9dbb-90688114ede0 req-c7a4b573-0c6b-4640-9df3-3e74b09751da tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0590127 Oct 28 12:12:17.236073 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.20.0.13 (847bc5f9-83d6-4f03-878a-d6ff4a99e1d4/69a7cf81-bb09-44f1-9097-bd55b24198f2/a600dcab-8abb-4839-8572-97941b4d19e4) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:17.262612 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aa5cbe4e-ee6a-41b2-9dbb-90688114ede0 req-fcaf3001-c58d-4a8b-8b8a-456bcf0f76f4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419979 Oct 28 12:12:17.363461 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a273a37b-3329-451e-b393-956ce3ba2561 req-7aa881fd-9760-43cb-9187-49a7124807bc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 210 time: 0.0504558 Oct 28 12:12:17.388680 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.424106 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.474001 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:17.477203 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:17.481315 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:17.506944 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:17.547731 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:17.548393 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.567217 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-e51ce793-a3da-4b6e-97a6-16a76b626ce3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5939982 Oct 28 12:12:17.584438 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Request body: {'port': {'device_id': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:17.643842 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.681743 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40548) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:17.730805 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-5690c020-5640-4736-9669-8d97e3f70c7d None None] Provisioning complete for port a600dcab-8abb-4839-8572-97941b4d19e4 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:17.731374 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5690c020-5640-4736-9669-8d97e3f70c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.770335 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-5690c020-5640-4736-9669-8d97e3f70c7d None None] Port a600dcab-8abb-4839-8572-97941b4d19e4 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:17.797934 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-afafcac9-d5f1-4e87-b8b8-cf4b9feece97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.871340 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-afafcac9-d5f1-4e87-b8b8-cf4b9feece97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.875059 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-afafcac9-d5f1-4e87-b8b8-cf4b9feece97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.910995 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a600dcab-8abb-4839-8572-97941b4d19e4 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:17.911883 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-afafcac9-d5f1-4e87-b8b8-cf4b9feece97 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22638cb37d6a4d4fb456c7aa8dfb24d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290008 Oct 28 12:12:17.912756 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afafcac9-d5f1-4e87-b8b8-cf4b9feece97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ca45dc-6fc1-4fe5-8f95-0f1ce2085e1a,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:17.915286 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40552) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:17.921325 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.935832 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Transition to ACTIVE for port object a600dcab-8abb-4839-8572-97941b4d19e4 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:12:17.939631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.963527 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:17.987217 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Pushing event updated for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:17.987518 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.041381 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.043993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.045181 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/90ca45dc-6fc1-4fe5-8f95-0f1ce2085e1a HTTP/1.1" status: 204 len: 168 time: 0.1292377 Oct 28 12:12:18.058206 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e62741-86e4-4049-8f53-e34dc33d1d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ca45dc-6fc1-4fe5-8f95-0f1ce2085e1a,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:18.065361 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Attempting to bind port a600dcab-8abb-4839-8572-97941b4d19e4 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:18.065816 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Attempting to bind port a600dcab-8abb-4839-8572-97941b4d19e4 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:18.066209 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Attempting to bind port a600dcab-8abb-4839-8572-97941b4d19e4 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:18.071232 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Port a600dcab-8abb-4839-8572-97941b4d19e4 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:12:18.071620 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Attempting to bind port a600dcab-8abb-4839-8572-97941b4d19e4 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:18.076930 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:18.077477 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:18.078003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Bound using segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:18.078400 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Bound port: a600dcab-8abb-4839-8572-97941b4d19e4, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:18.078755 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.160546 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:18.165268 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a600dcab-8abb-4839-8572-97941b4d19e4,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:18.174878 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.183817 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426e024d-0440-4518-a13f-c129c4d5b1a0 req-7a730b56-c85a-4561-a9c4-ae6b35b90e73 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.185630 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-426e024d-0440-4518-a13f-c129c4d5b1a0 req-7a730b56-c85a-4561-a9c4-ae6b35b90e73 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0627122 Oct 28 12:12:18.209660 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.210504 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:18.212542 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] 10.222.0.105 "PUT /v2.0/ports/a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 200 len: 1094 time: 0.6324630 Oct 28 12:12:18.215555 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:18.226838 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e" -d '{"events": [{"name": "network-changed", "server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:18.249218 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-426e024d-0440-4518-a13f-c129c4d5b1a0 req-e8a19209-c401-4023-a71b-d8d4a5319e3b tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492067 Oct 28 12:12:18.271592 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedc08fe-d1ce-4d26-bb7c-c326ba7c110c service neutron] Pushing event updated for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:18.324349 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c1791f-02d6-4cfb-8551-fe726f84b4ec x-openstack-request-id: req-46c1791f-02d6-4cfb-8551-fe726f84b4ec {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:18.324852 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:18.325189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-46c1791f-02d6-4cfb-8551-fe726f84b4ec {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:18.325762 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'status': 'completed', 'code': 200} Oct 28 12:12:18.348398 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-41bfa4c7-c85b-4ee2-b64e-c55aee647235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.349996 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-41bfa4c7-c85b-4ee2-b64e-c55aee647235 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0629618 Oct 28 12:12:18.430738 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67efa11-569e-406b-acd5-e7d18afadbd4 req-49c43003-9cde-4634-9eac-08c9995f50d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.439691 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c67efa11-569e-406b-acd5-e7d18afadbd4 req-49c43003-9cde-4634-9eac-08c9995f50d6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0784931 Oct 28 12:12:18.442869 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-73e212d9-39aa-4b3c-a7ee-c9c4be000d7a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 200 len: 217 time: 0.0783565 Oct 28 12:12:18.494491 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c67efa11-569e-406b-acd5-e7d18afadbd4 req-57bc8e1e-cdfc-4297-9bd8-bbaadfdb8b06 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531638 Oct 28 12:12:18.533377 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-f700f184-78c3-45f6-a2a5-72d3da5dd492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.535180 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-f700f184-78c3-45f6-a2a5-72d3da5dd492 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0816851 Oct 28 12:12:18.554873 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68288c6c-0b94-42b5-8edf-d7cb0d0e05dd req-9d6d1417-d0be-4050-acd1-b143256c2c8c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.556411 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-68288c6c-0b94-42b5-8edf-d7cb0d0e05dd req-9d6d1417-d0be-4050-acd1-b143256c2c8c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0788605 Oct 28 12:12:18.587120 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-cf7f22ac-51ed-480a-8c8f-c55eacd145f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:18.588638 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-cf7f22ac-51ed-480a-8c8f-c55eacd145f3 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0439093 Oct 28 12:12:18.607630 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-68288c6c-0b94-42b5-8edf-d7cb0d0e05dd req-c4cef6e0-5eda-4d31-93e9-eada81db327b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395701 Oct 28 12:12:18.913297 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-95d88cda-a153-4293-9077-84dd15a6439e service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066769 Oct 28 12:12:19.355895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cc3aed-4108-4c5b-b6ad-25d28249c01e req-f6e1b44a-4a1b-45c6-9161-2cd5f7dde398 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:19.357366 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-53cc3aed-4108-4c5b-b6ad-25d28249c01e req-f6e1b44a-4a1b-45c6-9161-2cd5f7dde398 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0507102 Oct 28 12:12:19.394345 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-53cc3aed-4108-4c5b-b6ad-25d28249c01e req-70e32f9e-de9d-4817-bf17-0004fa2cc796 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313060 Oct 28 12:12:19.604726 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5a3020-a6ba-41e2-b147-a5ee05b197d5 req-80d33216-80a3-4b14-9553-d31ca31a9872 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:19.606174 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ec5a3020-a6ba-41e2-b147-a5ee05b197d5 req-80d33216-80a3-4b14-9553-d31ca31a9872 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 944 time: 0.0470374 Oct 28 12:12:19.643670 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ec5a3020-a6ba-41e2-b147-a5ee05b197d5 req-bd241580-db06-4a21-af1c-0a8b41360bb4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Oct 28 12:12:19.712668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a306d30-e708-471f-8403-203acba8ec69 req-22447245-2385-4a65-adf3-c857063310ed tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:19.714123 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7a306d30-e708-471f-8403-203acba8ec69 req-22447245-2385-4a65-adf3-c857063310ed tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0477598 Oct 28 12:12:19.751214 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7a306d30-e708-471f-8403-203acba8ec69 req-f02937fd-b601-4a9d-9cbe-9d6b858b604e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307040 Oct 28 12:12:19.918109 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:12:20.001915 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3e0564e3-b544-41b4-9d74-38fc4325e987 req-86ad9b1f-29dc-4ecc-927b-581ec553e5e8 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800545 Oct 28 12:12:20.011406 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:20.022320 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'mac_address': 'fa:16:3e:60:e1:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:12:20.057364 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:20.069526 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:20.088168 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:20.092904 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:20.136386 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=9']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:20.143719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.144075 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.144411 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.144741 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.145085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.145402 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.145718 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.146031 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.146344 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.146654 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.146962 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.147269 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:20.507721 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d2228c-0331-4291-8326-862415461409 req-d98d4548-63b6-49b9-a3cf-2aac753bfda4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:20.509185 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39d2228c-0331-4291-8326-862415461409 req-d98d4548-63b6-49b9-a3cf-2aac753bfda4 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0507081 Oct 28 12:12:20.546184 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39d2228c-0331-4291-8326-862415461409 req-16f218ca-7ac2-49c8-ab8c-a83e768475ab tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304737 Oct 28 12:12:20.760396 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9dfe3e-24ea-459c-8791-9092e4b3b481 req-69a9830e-a5c3-4679-86cc-a8e266d693c0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:20.761855 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-db9dfe3e-24ea-459c-8791-9092e4b3b481 req-69a9830e-a5c3-4679-86cc-a8e266d693c0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.0471408 Oct 28 12:12:20.799144 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-db9dfe3e-24ea-459c-8791-9092e4b3b481 req-19053382-8fd7-4d12-822f-06a029423d56 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Oct 28 12:12:20.863533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e0d0f-2e98-427b-b11c-e1135b46a57c req-268499b1-469e-4509-b0c9-47e61c8bcefd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:20.864983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4c3e0d0f-2e98-427b-b11c-e1135b46a57c req-268499b1-469e-4509-b0c9-47e61c8bcefd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0477433 Oct 28 12:12:20.901748 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4c3e0d0f-2e98-427b-b11c-e1135b46a57c req-5c24d5d4-0eff-4949-97cc-95c3c6d4e853 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309055 Oct 28 12:12:21.661502 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352bb3fb-6f5a-453c-b119-4dfb5f223031 req-9e0c70ba-f28e-4513-becc-6df69c350b02 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:21.662981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-352bb3fb-6f5a-453c-b119-4dfb5f223031 req-9e0c70ba-f28e-4513-becc-6df69c350b02 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0528874 Oct 28 12:12:21.699937 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-352bb3fb-6f5a-453c-b119-4dfb5f223031 req-3daa54c8-eff4-4c79-9c7b-4f6b37b84b09 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312033 Oct 28 12:12:21.882650 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-20926285-b971-4418-8542-80f9cfae39b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:21.884274 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-20926285-b971-4418-8542-80f9cfae39b7 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1097 time: 0.0398593 Oct 28 12:12:21.916849 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaca7ee4-572f-4001-a354-8f3e42f9d502 req-a2cf48a7-97fd-4395-bdea-7ac6682444d7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:21.918296 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aaca7ee4-572f-4001-a354-8f3e42f9d502 req-a2cf48a7-97fd-4395-bdea-7ac6682444d7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.0474825 Oct 28 12:12:21.959375 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aaca7ee4-572f-4001-a354-8f3e42f9d502 req-63c0eef7-b1c6-4966-8e89-5e81d8969b70 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339563 Oct 28 12:12:21.982107 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-71ce81f0-ee35-433a-af01-d5c7ec0f023c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:21.984453 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-71ce81f0-ee35-433a-af01-d5c7ec0f023c service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0911353 Oct 28 12:12:22.015404 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564f0f3d-cb8e-4f65-9c4e-6a92a461d41c req-bbbf49c8-a75b-4395-8220-acf5ad150d14 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:22.016908 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-564f0f3d-cb8e-4f65-9c4e-6a92a461d41c req-bbbf49c8-a75b-4395-8220-acf5ad150d14 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0498903 Oct 28 12:12:22.028882 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-6887b994-a997-4b82-8690-1beccc86ec5d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 200 len: 217 time: 0.0338955 Oct 28 12:12:22.054489 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-564f0f3d-cb8e-4f65-9c4e-6a92a461d41c req-e4626ada-a02d-4af5-931e-fbd02be2d153 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316718 Oct 28 12:12:22.085255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-a1cb9540-7efd-48c1-9a07-c92f2acd8141 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:22.086641 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-a1cb9540-7efd-48c1-9a07-c92f2acd8141 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0497160 Oct 28 12:12:22.133981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-5b5393b1-ce35-4b72-9f32-43061b405d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:22.135439 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-5b5393b1-ce35-4b72-9f32-43061b405d67 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384035 Oct 28 12:12:22.141049 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['b8ef8d46-39de-4e9a-b339-d72c8584a430'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:22.228361 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-919e58ab-ba22-4f5a-93d6-e06c5cb3bed2 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849843 Oct 28 12:12:22.317656 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b6bfdc79-5bf6-44c4-980b-1b85a487a43e req-90c507be-3383-4878-9ede-c60121c0cb9b service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797017 Oct 28 12:12:22.814833 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afcda2f-eba5-4ab5-ac58-e539ed8fc482 req-3ffe305d-0160-4d9d-a19c-62fc0a29b446 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:22.816384 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8afcda2f-eba5-4ab5-ac58-e539ed8fc482 req-3ffe305d-0160-4d9d-a19c-62fc0a29b446 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0520270 Oct 28 12:12:22.854492 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8afcda2f-eba5-4ab5-ac58-e539ed8fc482 req-d64b3391-d46c-49d1-a7da-452c4a8fa53a tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319841 Oct 28 12:12:22.976331 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-9f9108d6-1870-476a-9dd0-417d6550de36 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:22.977690 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-9f9108d6-1870-476a-9dd0-417d6550de36 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 813 time: 0.0963411 Oct 28 12:12:22.992639 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-f3c5a362-cc67-491b-9366-ca2471974453 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/quotas/1af3ee7253424d2abde49baa9d4cb9b7 HTTP/1.1" status: 200 len: 375 time: 0.0087669 Oct 28 12:12:23.026989 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-3ffb9e0c-bea7-40b6-90a4-fc8d7aeb8471 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289633 Oct 28 12:12:23.133409 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc297-9c9f-486e-8195-7cfaf1f4c1c1 req-be6f7876-15a5-4088-9a14-7923331d4d90 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:23.134847 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ffcbc297-9c9f-486e-8195-7cfaf1f4c1c1 req-be6f7876-15a5-4088-9a14-7923331d4d90 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 945 time: 0.1034033 Oct 28 12:12:23.156129 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-89a7fbc6-8cfb-4fd6-b02e-58be52dfcfc3 service neutron] 10.222.0.32 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166315 Oct 28 12:12:23.229899 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ffcbc297-9c9f-486e-8195-7cfaf1f4c1c1 req-e39e6a15-79c8-46d5-8b43-d351e6a6fdcc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847225 Oct 28 12:12:23.265599 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2cc2e9ec-8279-4be6-872c-7e86094c545d service neutron] 10.222.0.32 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994189 Oct 28 12:12:23.336267 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e228a26-89c9-4381-b957-41c4841bb96a req-85fb0717-c74f-4bce-b4f9-fe91ac3a4af5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:23.337825 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0e228a26-89c9-4381-b957-41c4841bb96a req-85fb0717-c74f-4bce-b4f9-fe91ac3a4af5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0488482 Oct 28 12:12:23.381811 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0e228a26-89c9-4381-b957-41c4841bb96a req-4f56360f-d5ee-49c7-b666-15c6bf3c7935 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373127 Oct 28 12:12:23.422630 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf876bbd-97fd-4119-bbf0-1e200c38dfe7 req-d67c628f-5c09-4bc2-9925-ef53755b274e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 210 time: 0.0285122 Oct 28 12:12:23.830494 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:23.886990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port b8ef8d46-39de-4e9a-b339-d72c8584a430 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:23.887430 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:23.985619 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:23.998830 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25267ecd-3554-40cd-9907-8763e36fccb7 req-73502e28-e691-4f86-8ff3-3a233f955b0c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.000343 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-25267ecd-3554-40cd-9907-8763e36fccb7 req-73502e28-e691-4f86-8ff3-3a233f955b0c tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0575225 Oct 28 12:12:24.010135 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:24.012385 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e8b6a7-cb89-4fbe-997f-4ce0b72aaa80" -d '{"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:24.025149 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:24.031208 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:24.045399 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-25267ecd-3554-40cd-9907-8763e36fccb7 req-7d2c0d86-43cf-49c3-b125-efa0bbaca0f6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374515 Oct 28 12:12:24.073817 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ea7d942-bdc1-4325-9838-54afe25bccb0 x-openstack-request-id: req-6ea7d942-bdc1-4325-9838-54afe25bccb0 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:24.074131 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-plugged", "status": "completed", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:24.074427 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6ea7d942-bdc1-4325-9838-54afe25bccb0 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:24.074788 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'code': 200} Oct 28 12:12:24.096956 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=10']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:24.349945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc64f28-e359-4d2b-8725-a96b8ccd4176 req-2bb82951-b4a7-44cb-b702-b21821931211 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.353565 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6fc64f28-e359-4d2b-8725-a96b8ccd4176 req-2bb82951-b4a7-44cb-b702-b21821931211 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.0507030 Oct 28 12:12:24.403869 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6fc64f28-e359-4d2b-8725-a96b8ccd4176 req-d62d865a-45b8-479e-98ac-e83d43a0b5c6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465233 Oct 28 12:12:24.444341 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-cc2b0fbe-04e3-480c-bab9-7c7fc343c656 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.445854 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-cc2b0fbe-04e3-480c-bab9-7c7fc343c656 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 813 time: 0.1313326 Oct 28 12:12:24.464494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Request body: {'port': {'device_id': '95de93db-2941-464f-b8b3-a1d191590ebc', 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db', 'admin_state_up': True, 'tenant_id': '1af3ee7253424d2abde49baa9d4cb9b7'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:24.568002 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e66ba4d3-f4da-4eaa-875a-60c85e04caf7 req-1280f159-e7b2-4e5c-a601-c20d4cd4457e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 210 time: 0.0392938 Oct 28 12:12:24.602407 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97740d13-e62e-48ae-8b05-62132cfa83cf req-e13ddc72-478b-4a2d-a338-a251e55101e8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.604941 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-97740d13-e62e-48ae-8b05-62132cfa83cf req-e13ddc72-478b-4a2d-a338-a251e55101e8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.1099782 Oct 28 12:12:24.609515 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Made reservation on behalf of 1af3ee7253424d2abde49baa9d4cb9b7 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:24.613216 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:24.622671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48116101-0b5f-44cd-af96-0704d5c2c883 req-bceb5154-212e-4ffe-b51b-a615238dddca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.624124 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-48116101-0b5f-44cd-af96-0704d5c2c883 req-bceb5154-212e-4ffe-b51b-a615238dddca service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1100 time: 0.0810854 Oct 28 12:12:24.673194 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-97740d13-e62e-48ae-8b05-62132cfa83cf req-ece4f580-58aa-4b63-937e-69b0f03d91fa tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582547 Oct 28 12:12:24.675040 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-48116101-0b5f-44cd-af96-0704d5c2c883 req-0ec8c168-9180-432e-9c23-ec10df983cc8 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438211 Oct 28 12:12:24.743494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Allocated IP 172.20.0.7 (11e2f835-0833-44d6-b3a7-dca2159564db/8da240fd-d78d-4686-bd81-76a0c1caccb8/2ae24a78-3f0e-41d3-9093-13ba5e7a50da) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:24.883868 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:24.916111 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:24.960873 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Network 11e2f835-0833-44d6-b3a7-dca2159564db is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:24.966039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:24.968616 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-51256aad-f1ea-451c-97d3-3e3145d80d21 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:24.970877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:24.971278 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-51256aad-f1ea-451c-97d3-3e3145d80d21 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.0495884 Oct 28 12:12:24.974834 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Pushing event updated for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:25.006460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.006867 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.007205 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.007540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.007878 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.008211 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.008541 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.008896 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.009229 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.009553 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.009877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.010197 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.033297 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.033913 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.049959 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-7c66afcb-c271-44f5-977d-8c9791cc296b tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5913496 Oct 28 12:12:25.080186 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Request body: {'port': {'device_id': '95de93db-2941-464f-b8b3-a1d191590ebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:25.137672 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.166128 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Deleting port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:25.166697 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.223490 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a46cbb-9db0-4ff1-9979-dd05c87bd8a7 req-862a1446-c5c4-4a3f-8d31-59e8806ea90d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.225090 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e1a46cbb-9db0-4ff1-9979-dd05c87bd8a7 req-862a1446-c5c4-4a3f-8d31-59e8806ea90d tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/ports?device_id=4986dbba-19e3-454c-98dd-3a52e88527bb HTTP/1.1" status: 200 len: 946 time: 0.1097589 Oct 28 12:12:25.283115 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e1a46cbb-9db0-4ff1-9979-dd05c87bd8a7 req-32772490-a82c-43d5-a5e3-1e8e7b46ba86 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.32 "GET /v2.0/security-groups?id=69e32529-d5ce-470d-a9a3-b5a5b25fddd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522509 Oct 28 12:12:25.306005 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] For port 992777b3-cde8-46f5-a1ce-ffdb28c248a9, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=992777b3-cde8-46f5-a1ce-ffdb28c248a9,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:25.306372 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.325815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Calling delete_port for 992777b3-cde8-46f5-a1ce-ffdb28c248a9 owned by compute:nova {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:25.421826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae24a78-3f0e-41d3-9093-13ba5e7a50da {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:25.429652 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.442501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Transition to ACTIVE for port object 2ae24a78-3f0e-41d3-9093-13ba5e7a50da will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:12:25.445703 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.499818 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:25.500880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.513390 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['992777b3-cde8-46f5-a1ce-ffdb28c248a9'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:25.533113 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Pushing event deleted for resources: {'Port': ['ID=992777b3-cde8-46f5-a1ce-ffdb28c248a9,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:25.581309 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Attempting to bind port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:25.581643 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Attempting to bind port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:25.581971 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Attempting to bind port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da on network 11e2f835-0833-44d6-b3a7-dca2159564db {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:25.587127 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da on network 11e2f835-0833-44d6-b3a7-dca2159564db not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:12:25.587476 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Attempting to bind port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da on network 11e2f835-0833-44d6-b3a7-dca2159564db {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:25.590533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.590880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.591215 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.591545 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.591909 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.592288 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.592561 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.592906 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.593234 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.593687 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.593878 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.594199 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:12:25.601088 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:25.601440 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Checking segment: {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:25.602015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Bound using segment: {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:25.602499 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Bound port: 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66fdc85c-183f-4435-8237-4280e069dab5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1002, 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:25.602792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.637306 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] No DVR routers for this DVR port 992777b3-cde8-46f5-a1ce-ffdb28c248a9 on host hv-cinder-81574 {{(pid=101561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:12:25.643349 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.646984 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef8973d4-7cfe-4773-9ef0-095764f67d1f req-b23f7516-f4a7-4c2e-87c9-eeec8ae076a6 tempest-ServerRescueNegativeTestJSON-2119028196 tempest-ServerRescueNegativeTestJSON-2119028196-project] 10.222.0.105 "DELETE /v2.0/ports/992777b3-cde8-46f5-a1ce-ffdb28c248a9 HTTP/1.1" status: 204 len: 173 time: 0.6687877 Oct 28 12:12:25.647512 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'name': 'network-vif-deleted', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:25.649914 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17388258-d44d-4b96-9c46-6317577bd27f" -d '{"events": [{"server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "name": "network-vif-deleted", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:25.681855 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fab7603-7bbe-46a2-8fd2-2e3ba7cd38f8 req-ae53f589-4fac-4699-9a3e-c40c6b77f355 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.683347 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7fab7603-7bbe-46a2-8fd2-2e3ba7cd38f8 req-ae53f589-4fac-4699-9a3e-c40c6b77f355 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.1548245 Oct 28 12:12:25.690941 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:25.694307 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:25.700370 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.738583 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.739197 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:25.740644 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] 10.222.0.105 "PUT /v2.0/ports/2ae24a78-3f0e-41d3-9093-13ba5e7a50da HTTP/1.1" status: 200 len: 1093 time: 0.6653461 Oct 28 12:12:25.741121 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:25.743374 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36" -d '{"events": [{"name": "network-changed", "server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:25.744116 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3576fb4-c84b-495c-b348-4e99bfc829d5 req-3642ffc0-07f6-46f8-822e-8cc159ae2820 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.745648 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3576fb4-c84b-495c-b348-4e99bfc829d5 req-3642ffc0-07f6-46f8-822e-8cc159ae2820 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 943 time: 0.0922878 Oct 28 12:12:25.749061 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7fab7603-7bbe-46a2-8fd2-2e3ba7cd38f8 req-dea09033-f41a-4065-a338-e9b5ed91400f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519617 Oct 28 12:12:25.774744 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4438d4-700b-4651-96e2-254515b13650 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:25.795931 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3576fb4-c84b-495c-b348-4e99bfc829d5 req-2fadd025-995d-4e80-bdaf-b5fb60774f9c tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411613 Oct 28 12:12:25.834925 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c415b5-14ec-4dfb-b988-243da1ea058b x-openstack-request-id: req-74c415b5-14ec-4dfb-b988-243da1ea058b {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:25.835221 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4986dbba-19e3-454c-98dd-3a52e88527bb", "name": "network-vif-deleted", "tag": "992777b3-cde8-46f5-a1ce-ffdb28c248a9", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:25.835482 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-74c415b5-14ec-4dfb-b988-243da1ea058b {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:25.836511 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4986dbba-19e3-454c-98dd-3a52e88527bb', 'name': 'network-vif-deleted', 'tag': '992777b3-cde8-46f5-a1ce-ffdb28c248a9', 'status': 'completed', 'code': 200} Oct 28 12:12:25.882862 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b4108b-0c8e-4f01-abb4-b480af15b12d x-openstack-request-id: req-c9b4108b-0c8e-4f01-abb4-b480af15b12d {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:25.883224 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:25.883542 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-c9b4108b-0c8e-4f01-abb4-b480af15b12d {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:25.884037 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da', 'status': 'completed', 'code': 200} Oct 28 12:12:25.907127 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-c070facb-33bc-4e42-80d6-03bb4e26caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.910440 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-c070facb-33bc-4e42-80d6-03bb4e26caf8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 1096 time: 0.1099045 Oct 28 12:12:25.934956 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9442662d-07b1-4479-a47d-11657af621df req-5295152c-e8e8-4b17-943a-688e5430b47f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:25.937102 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9442662d-07b1-4479-a47d-11657af621df req-5295152c-e8e8-4b17-943a-688e5430b47f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0611007 Oct 28 12:12:25.958066 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-25e780c3-1f12-4905-97e1-d726ed8df41a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da HTTP/1.1" status: 200 len: 217 time: 0.0360568 Oct 28 12:12:25.976315 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9442662d-07b1-4479-a47d-11657af621df req-f58e865a-b0fb-4128-8005-5b476ba01af0 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Oct 28 12:12:26.010501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-f19bcc53-8338-4fea-bf57-acf377b77471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.011950 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-f19bcc53-8338-4fea-bf57-acf377b77471 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8da240fd-d78d-4686-bd81-76a0c1caccb8 HTTP/1.1" status: 200 len: 853 time: 0.0460620 Oct 28 12:12:26.049117 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-4e8e7204-e72b-444d-a5d3-ff5bc6da8eee service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=11e2f835-0833-44d6-b3a7-dca2159564db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284142 Oct 28 12:12:26.142528 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-f69d5e22-3e59-4f04-bc4b-38ed0cad460e service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832865 Oct 28 12:12:26.258809 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-83afb4b3-3935-4828-a9ee-ec90eb1c8a8d req-c0fb6bcc-0e7b-4b51-aa83-1bb08e6a485c service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082458 Oct 28 12:12:26.342236 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40720) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:26.358153 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-d55ac091-3e1f-493b-9df2-230abe1b1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.359900 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-d55ac091-3e1f-493b-9df2-230abe1b1650 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 1096 time: 0.0485158 Oct 28 12:12:26.469271 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-cc3bee8e-d2a5-422f-8636-bc6173a589f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.471004 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-cc3bee8e-d2a5-422f-8636-bc6173a589f7 service neutron] 10.222.0.105 "GET /v2.0/networks?id=11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 200 len: 915 time: 0.1021383 Oct 28 12:12:26.526843 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-e92cc6a4-060d-421c-bd1f-df37fbd232cb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da HTTP/1.1" status: 200 len: 217 time: 0.0472291 Oct 28 12:12:26.587409 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-d1f551e1-5499-48c2-873c-d84a7baca2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.589554 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-d1f551e1-5499-48c2-873c-d84a7baca2d9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=8da240fd-d78d-4686-bd81-76a0c1caccb8 HTTP/1.1" status: 200 len: 853 time: 0.0551655 Oct 28 12:12:26.625613 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-9278ae8c-c1bf-4b3c-91b4-f7608cf8511e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=11e2f835-0833-44d6-b3a7-dca2159564db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286441 Oct 28 12:12:26.675419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ac0bdbf6-d37b-49ff-b237-eedd4dcc5023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:26.729662 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-c362397b-53d2-4301-8611-227a516cbb02 service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956993 Oct 28 12:12:26.863825 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-fde9df5a-5160-4e9d-ab05-99bcdf2f7b36 req-85088899-93cc-4479-ba81-3a556d46fe43 service neutron] 10.222.0.105 "GET /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225548 Oct 28 12:12:26.960677 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d6ee6-d150-427b-a427-93865f652eb2 req-e414ee79-ae2c-4858-ae3b-e20f1183b19d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.962155 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5d1d6ee6-d150-427b-a427-93865f652eb2 req-e414ee79-ae2c-4858-ae3b-e20f1183b19d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.1073742 Oct 28 12:12:26.989245 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964d961-711f-43c9-8717-c1b9940553f1 req-f7aa1bf0-66bc-41b1-931b-66dfc2a6b2d2 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:26.990542 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6964d961-711f-43c9-8717-c1b9940553f1 req-f7aa1bf0-66bc-41b1-931b-66dfc2a6b2d2 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 943 time: 0.1158230 Oct 28 12:12:27.081539 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5d1d6ee6-d150-427b-a427-93865f652eb2 req-02d49bdb-6c83-47ad-851b-7a64b30ef112 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110353 Oct 28 12:12:27.089223 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6964d961-711f-43c9-8717-c1b9940553f1 req-ace1111f-b028-4577-a581-2a27800a2951 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876966 Oct 28 12:12:27.133927 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.260044 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b621ac26-4c2f-451a-9c16-55b2f75bd8e7 req-3e248e1b-bf1f-49b6-999a-ea38f39ce09e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:27.261426 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b621ac26-4c2f-451a-9c16-55b2f75bd8e7 req-3e248e1b-bf1f-49b6-999a-ea38f39ce09e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0962594 Oct 28 12:12:27.387795 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b621ac26-4c2f-451a-9c16-55b2f75bd8e7 req-54912450-9bcb-424d-af97-4bcc67bf1024 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189578 Oct 28 12:12:27.481952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Deleting port ec736a0e-fd9a-49ff-8148-e061ed824ee7 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:27.482282 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.556806 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] For port ec736a0e-fd9a-49ff-8148-e061ed824ee7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=ec736a0e-fd9a-49ff-8148-e061ed824ee7,segment=NetworkSegment(44a3ee0b-d53e-43b5-b634-49bf569aeb37),segment_id=44a3ee0b-d53e-43b5-b634-49bf569aeb37)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:27.557112 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.569156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Calling delete_port for ec736a0e-fd9a-49ff-8148-e061ed824ee7 owned by network:router_interface {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:27.798505 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.820186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 2ae24a78-3f0e-41d3-9093-13ba5e7a50da details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:12:27.821294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Pushing event deleted for resources: {'Port': ['ID=ec736a0e-fd9a-49ff-8148-e061ed824ee7,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:27.832156 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 992777b3-cde8-46f5-a1ce-ffdb28c248a9 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:27.859692 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 992777b3-cde8-46f5-a1ce-ffdb28c248a9 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:27.860028 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 992777b3-cde8-46f5-a1ce-ffdb28c248a9 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:27.943591 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:27.956367 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da', 'network_id': '11e2f835-0833-44d6-b3a7-dca2159564db', 'port_id': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da', 'mac_address': 'fa:16:3e:b8:e9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1002, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da240fd-d78d-4686-bd81-76a0c1caccb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:12:27.990187 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:27.992845 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.006185 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae24a78-3f0e-41d3-9093-13ba5e7a50da {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:28.026226 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:28.030592 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.078174 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:28.235955 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['2ae24a78-3f0e-41d3-9093-13ba5e7a50da'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:28.414730 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1041c1b5-693f-4a75-9d58-c8f1e6962516 req-5b920180-83c4-46ba-8676-2cda5f9d31f1 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:28.415696 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1041c1b5-693f-4a75-9d58-c8f1e6962516 req-5b920180-83c4-46ba-8676-2cda5f9d31f1 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 944 time: 0.2547355 Oct 28 12:12:28.432318 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Router 987abad0-4dc3-4e4b-adc7-84c705097b26 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:28.474816 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1041c1b5-693f-4a75-9d58-c8f1e6962516 req-4a38e112-6a82-4fa5-8159-d116dc082a5d tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524323 Oct 28 12:12:28.581458 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40972e-a985-437b-8f5f-c421bad8fbeb req-5e6be416-2541-4c17-929e-ecb4d2d1f59c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:28.582882 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e40972e-a985-437b-8f5f-c421bad8fbeb req-5e6be416-2541-4c17-929e-ecb4d2d1f59c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.1271069 Oct 28 12:12:28.612952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:28.618284 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-f0a5e143-b5f6-4450-84a2-895f7a6f72cc admin admin] 10.222.0.32 "PUT /v2.0/routers/987abad0-4dc3-4e4b-adc7-84c705097b26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2747998 Oct 28 12:12:28.620922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40746) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:28.621785 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Sync routers for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:28.632974 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:28.633699 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:28.634759 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e40972e-a985-437b-8f5f-c421bad8fbeb req-3dbbc874-f62d-493e-bc10-c827f4681bdc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456924 Oct 28 12:12:28.737536 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.828253 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:28.846543 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.898453 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Deleting port b7c42414-eac4-4b01-888b-200d7b1d7165 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:28.898730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.979288 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] For port b7c42414-eac4-4b01-888b-200d7b1d7165, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b7c42414-eac4-4b01-888b-200d7b1d7165,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:28.979944 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:28.993333 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Calling delete_port for b7c42414-eac4-4b01-888b-200d7b1d7165 owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:29.000871 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40754) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.004418 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:12:27Z', 'revision_number': 5, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port': {'id': 'b7c42414-eac4-4b01-888b-200d7b1d7165', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:b9:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:49Z', 'updated_at': '2021-10-28T12:08:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.033584 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Checking router: 987abad0-4dc3-4e4b-adc7-84c705097b26 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:29.041921 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Routers {'987abad0-4dc3-4e4b-adc7-84c705097b26'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:29.042521 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:11:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['987abad0-4dc3-4e4b-adc7-84c705097b26'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.110584 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-156ae5b0-4ec5-4f62-8e5b-bb9a0eaded7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.126023 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] Set router 987abad0-4dc3-4e4b-adc7-84c705097b26 gateway port host: None {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:29.176717 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.185444 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:12:28Z', 'revision_number': 6, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.188813 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-156ae5b0-4ec5-4f62-8e5b-bb9a0eaded7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.193099 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-156ae5b0-4ec5-4f62-8e5b-bb9a0eaded7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.211262 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c42414-eac4-4b01-888b-200d7b1d7165,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.213790 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ee7558-1ae6-4c0c-85f7-7ebd40a7107a None None] The sync data for ids ['987abad0-4dc3-4e4b-adc7-84c705097b26'] in dv-cinder-815746-2-iscsi is: [{'id': '987abad0-4dc3-4e4b-adc7-84c705097b26', 'name': 'tempest-ServerRescueNegativeTestJSON-827050384-router', 'tenant_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:48Z', 'updated_at': '2021-10-28T12:12:28Z', 'revision_number': 6, 'project_id': '0ca4bff94bc14ed7b6bdb17bb2154ccf', 'gw_port_host': None}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:29.236907 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-156ae5b0-4ec5-4f62-8e5b-bb9a0eaded7a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2dd760599a524d16b3965d69471504bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2347505 Oct 28 12:12:29.239089 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156ae5b0-4ec5-4f62-8e5b-bb9a0eaded7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327a10db-fc85-4618-ba48-8af8d50545dc,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.241822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40758) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.274236 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-167a8798-15b5-40e3-91c9-6dfb2fdb801f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.283337 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.297650 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.319116 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.366487 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.369323 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.370459 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/327a10db-fc85-4618-ba48-8af8d50545dc HTTP/1.1" status: 204 len: 168 time: 0.1273096 Oct 28 12:12:29.378909 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23a0f4-c32e-4546-afcc-cf93bb50e504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327a10db-fc85-4618-ba48-8af8d50545dc,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.390969 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.393375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.462942 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.463812 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 987abad0-4dc3-4e4b-adc7-84c705097b26 {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:12:29.469203 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.470419 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b1a577cc-ce2c-4ffd-b56f-96ebc9fa8d7d admin admin] 10.222.0.32 "DELETE /v2.0/routers/987abad0-4dc3-4e4b-adc7-84c705097b26 HTTP/1.1" status: 204 len: 168 time: 0.8485093 Oct 28 12:12:29.473022 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40762) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.529427 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Deleting subnet da7a178c-2f79-40ea-a870-2278faee9637 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:12:29.532897 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.579269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.605561 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a27018-212f-417b-b66c-b38018f1064b req-69f3437e-b066-4838-a8c3-da99931e012e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:29.607667 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f7a27018-212f-417b-b66c-b38018f1064b req-69f3437e-b066-4838-a8c3-da99931e012e tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 944 time: 0.0620053 Oct 28 12:12:29.644390 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.657175 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f7a27018-212f-417b-b66c-b38018f1064b req-14863b32-f52c-4be8-ae3d-7f00abd0c903 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418162 Oct 28 12:12:29.732086 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.761566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da7a178c-2f79-40ea-a870-2278faee9637,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:29.767440 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.771053 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1491b94f-c71a-4f78-8de6-b87f80daa6bd admin admin] 10.222.0.32 "DELETE /v2.0/subnets/da7a178c-2f79-40ea-a870-2278faee9637 HTTP/1.1" status: 204 len: 168 time: 0.2969389 Oct 28 12:12:29.772445 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9498d2f1-3bdf-4688-9950-36f2694f1cf5 req-1979c484-0867-462c-aab4-f4c2faf60d3f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:29.773592 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40774) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:29.774541 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9498d2f1-3bdf-4688-9950-36f2694f1cf5 req-1979c484-0867-462c-aab4-f4c2faf60d3f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 944 time: 0.0529289 Oct 28 12:12:29.827852 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a600dcab-8abb-4839-8572-97941b4d19e4 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:12:29.829890 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 2ae24a78-3f0e-41d3-9093-13ba5e7a50da up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:29.830219 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9498d2f1-3bdf-4688-9950-36f2694f1cf5 req-6831f312-f61c-467e-964d-177db741c618 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498407 Oct 28 12:12:29.860701 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.943778 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:12:29.946493 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.968738 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:29.968945 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.969047 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:29.978909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44a3ee0b-d53e-43b5-b634-49bf569aeb37') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.979112 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44a3ee0b-d53e-43b5-b634-49bf569aeb37') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:29.989533 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.006507 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.008233 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a600dcab-8abb-4839-8572-97941b4d19e4,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:30.013566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Releasing vlan 1018 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:12:30.013993 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:12:30.015780 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:12:30.026731 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'port_id': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:12:30.085316 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.093042 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.096997 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] 10.222.0.32 "DELETE /v2.0/networks/96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad HTTP/1.1" status: 204 len: 168 time: 0.3195603 Oct 28 12:12:30.100194 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.109152 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f450ecd3-21cf-4845-9dba-9dd42c74b78c admin admin] Pushing event deleted for resources: {'Network': ['ID=96cd6d5b-fa2c-4417-9e2e-65f81e0b16ad,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.123998 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.126802 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a600dcab-8abb-4839-8572-97941b4d19e4 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:30.161736 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a600dcab-8abb-4839-8572-97941b4d19e4,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:30.166529 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:30.168980 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f321a7-f23b-46eb-a08f-adaef9c50a19" -d '{"events": [{"server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "name": "network-vif-plugged", "status": "completed", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:30.174836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.187250 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:30.218175 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.244800 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31942ede-c99e-4cff-8acc-b01100026272 x-openstack-request-id: req-31942ede-c99e-4cff-8acc-b01100026272 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:30.245134 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "name": "network-vif-plugged", "status": "completed", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:30.245351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31942ede-c99e-4cff-8acc-b01100026272 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:30.245737 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da', 'code': 200} Oct 28 12:12:30.246438 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.251613 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.288257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40792) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:30.331351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.336036 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.354654 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2d1825d8-ae7f-4b48-88dc-437464582b32 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ca4bff94bc14ed7b6bdb17bb2154ccf&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0650074 Oct 28 12:12:30.357083 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40798) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:30.381546 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.400371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['a600dcab-8abb-4839-8572-97941b4d19e4'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:30.417586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.475419 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.521399 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa8a96-2a70-4361-b0cd-89bb8cf63c3f req-7b8a9cfc-77e9-4683-b382-433463591b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:30.523031 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2faa8a96-2a70-4361-b0cd-89bb8cf63c3f req-7b8a9cfc-77e9-4683-b382-433463591b8b service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 1098 time: 0.0969267 Oct 28 12:12:30.570288 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2faa8a96-2a70-4361-b0cd-89bb8cf63c3f req-3950b87f-92fb-40ec-aaad-8bd563b24579 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398800 Oct 28 12:12:30.571293 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.574308 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:30.575324 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/69e32529-d5ce-470d-a9a3-b5a5b25fddd5 HTTP/1.1" status: 204 len: 168 time: 0.2172925 Oct 28 12:12:30.583115 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb2b42-ff4d-4e0c-b3e3-a72a169ab43a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e32529-d5ce-470d-a9a3-b5a5b25fddd5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:30.786227 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383dd496-8c96-443c-a306-bc659a15bdc6 req-ce3c01bb-8cd7-4c17-87fe-6426f3ed8bc9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:30.788324 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-383dd496-8c96-443c-a306-bc659a15bdc6 req-ce3c01bb-8cd7-4c17-87fe-6426f3ed8bc9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 945 time: 0.0519965 Oct 28 12:12:30.830766 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-383dd496-8c96-443c-a306-bc659a15bdc6 req-c1415e6f-ab23-4f5f-907f-e7353214caaf tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357628 Oct 28 12:12:30.907519 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40814) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:30.958501 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41009c51-f560-490e-b4cb-acfddb47332c req-c2d749c4-f0a6-4450-b2da-e322fd2e70cc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:30.959997 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-41009c51-f560-490e-b4cb-acfddb47332c req-c2d749c4-f0a6-4450-b2da-e322fd2e70cc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 945 time: 0.0522344 Oct 28 12:12:30.997871 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-41009c51-f560-490e-b4cb-acfddb47332c req-3e5faa53-f94c-45e7-9c86-0c7a3f8839a9 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319073 Oct 28 12:12:31.253389 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device ec736a0e-fd9a-49ff-8148-e061ed824ee7 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:31.258550 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3c023d83-0862-47d3-b6e0-423d58f797fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.275145 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: ec736a0e-fd9a-49ff-8148-e061ed824ee7 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:31.275518 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device ec736a0e-fd9a-49ff-8148-e061ed824ee7 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:31.276237 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b7c42414-eac4-4b01-888b-200d7b1d7165 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:31.295406 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: b7c42414-eac4-4b01-888b-200d7b1d7165 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:31.295715 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b7c42414-eac4-4b01-888b-200d7b1d7165 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:31.323955 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40832) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:31.339132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3c023d83-0862-47d3-b6e0-423d58f797fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.344023 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3c023d83-0862-47d3-b6e0-423d58f797fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.382647 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3c023d83-0862-47d3-b6e0-423d58f797fb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=faf062465c534131abaaefd851ca6192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4739792 Oct 28 12:12:31.383727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c023d83-0862-47d3-b6e0-423d58f797fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9850d18a-45dc-4b9b-b0eb-f9040ae9be41,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:31.385319 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40836) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:31.431500 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-130901113-network', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:31.448243 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.467631 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Made reservation on behalf of a527ebc85a8d436f80e436cedaf24033 for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:31.469819 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.486658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.492507 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.563418 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.565841 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.566944 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9850d18a-45dc-4b9b-b0eb-f9040ae9be41 HTTP/1.1" status: 204 len: 168 time: 0.1804883 Oct 28 12:12:31.581541 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e897f3-9ee6-4c0a-8916-84d710928578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9850d18a-45dc-4b9b-b0eb-f9040ae9be41,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:31.627025 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.631176 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.657590 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] vlan segment allocate from pool success with {'vlan_id': 1027, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:12:31.674741 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6592451-635b-4455-8f1c-087ff52b962e,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:31.680416 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.680836 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Added segment c8612a3a-a9cb-4e48-973d-5c565d8749cc of type vlan for network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 Oct 28 12:12:31.725494 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.753241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.754201 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:31.754812 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.812596 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4875057 Oct 28 12:12:31.815573 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40840) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:31.827238 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Request body: {'subnet': {'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-130901113-subnet', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:31.837377 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d80fa-dfdd-44b9-877d-a2dc9cd0b397 admin admin] Pushing event updated for resources: {'Network': ['ID=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:31.842686 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a600dcab-8abb-4839-8572-97941b4d19e4 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:31.865241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Made reservation on behalf of a527ebc85a8d436f80e436cedaf24033 for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:31.867556 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.872155 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:12:31.926682 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.963263 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port a600dcab-8abb-4839-8572-97941b4d19e4 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:12:31.967125 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port a600dcab-8abb-4839-8572-97941b4d19e4 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:31.967508 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:31.981530 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8bc227-3bd1-4a4f-8a9d-ca3d436d22ce req-925e2123-2ce7-4b11-8948-0bd587489216 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:31.983630 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc8bc227-3bd1-4a4f-8a9d-ca3d436d22ce req-925e2123-2ce7-4b11-8948-0bd587489216 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 945 time: 0.0769296 Oct 28 12:12:32.055720 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.057500 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc8bc227-3bd1-4a4f-8a9d-ca3d436d22ce req-67d0427d-ea8b-42ef-9442-567ad33f3842 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652244 Oct 28 12:12:32.092719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a600dcab-8abb-4839-8572-97941b4d19e4,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:32.098755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.134480 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.150865 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:32.178952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37847701-4e37-41c9-af22-e2c8511572b4 req-cd62c20a-0167-44f4-aca4-b0cfe1fe253b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:32.180416 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-37847701-4e37-41c9-af22-e2c8511572b4 req-cd62c20a-0167-44f4-aca4-b0cfe1fe253b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0970104 Oct 28 12:12:32.219744 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cac7eb9-4701-45cd-9ede-7c34950f4846,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:32.246760 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:32.251244 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6020bfa-a654-48a3-8a12-9425c5d5dbf4" -d '{"events": [{"server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "name": "network-vif-plugged", "status": "completed", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:32.253172 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-37847701-4e37-41c9-af22-e2c8511572b4 req-2d0ca1ac-22a7-4953-8c06-c34259f0b4ed tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640807 Oct 28 12:12:32.254423 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Checking segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:32.254776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Network hostable DHCP agents. Network: 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:12:32.280225 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:12:32.296445 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:32.301974 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:32.302567 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.310852 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a57a20a-a4dc-4d09-b699-55a72baa1a41 None None] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:32.331553 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-59cee7e7-6a4e-4ee8-befb-08d9a48c85ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5148060 Oct 28 12:12:32.334234 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40856) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:32.339183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:32.393945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.395297 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.400446 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-807f89fc-037f-4c28-b8ea-7f6c8db4adc6 x-openstack-request-id: req-807f89fc-037f-4c28-b8ea-7f6c8db4adc6 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:32.400738 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "name": "network-vif-plugged", "status": "completed", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:32.401039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-807f89fc-037f-4c28-b8ea-7f6c8db4adc6 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:32.401747 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'code': 200} Oct 28 12:12:32.459621 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.553007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:12:32.554152 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.597007 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4d82e2-d235-4830-840b-2cf0d790998a req-1cab52eb-462e-4046-9427-2f721e23e274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:32.598732 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-da4d82e2-d235-4830-840b-2cf0d790998a req-1cab52eb-462e-4046-9427-2f721e23e274 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0412822 Oct 28 12:12:32.627783 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.635972 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-da4d82e2-d235-4830-840b-2cf0d790998a req-e017b712-2b08-455a-af10-3c6d251059e7 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293458 Oct 28 12:12:32.694620 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Allocated IP 172.20.0.2 (8f8dee63-8e7b-4c3a-a804-ccedbf1d9423/7cac7eb9-4701-45cd-9ede-7c34950f4846/bddb1f21-54da-44bb-8fa5-ddce6c344ef1) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:32.831070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.845116 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.851774 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.854596 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.891043 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:32.893926 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:32.897362 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:32.903920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Pushing event updated for resources: {'Port': ['ID=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:32.953899 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Attempting to bind port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:32.954395 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Attempting to bind port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:32.954761 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Attempting to bind port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:32.955815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Allocated IP 172.27.3.68 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/30ba4991-5e8b-4449-91ef-7d642b86da95) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:32.959608 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:32.960088 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Checking segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:32.960439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:32.960921 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Bound using segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:32.961430 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Bound port: bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:32.961795 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.025455 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] For port bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:33.028543 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] For port bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:33.032619 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.060336 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.088694 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44570296-1ffc-469a-bb9f-137c9e60735d None None] Pushing event updated for resources: {'Port': ['ID=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:33.103978 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.148076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:33.151061 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:33.155444 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:33.158555 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Pushing event updated for resources: {'Port': ['ID=30ba4991-5e8b-4449-91ef-7d642b86da95,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:33.450887 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef32c5-d0ed-4e6b-a55d-7b28b7505249 req-adbb8c59-596f-47f2-a094-4d75e4534dc3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:33.452313 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7eef32c5-d0ed-4e6b-a55d-7b28b7505249 req-adbb8c59-596f-47f2-a094-4d75e4534dc3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0928426 Oct 28 12:12:33.472094 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.551253 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7eef32c5-d0ed-4e6b-a55d-7b28b7505249 req-89b9d27c-4428-4f8a-a2eb-0ef18593fec9 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930758 Oct 28 12:12:33.691173 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.829523 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101561) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:12:33.938465 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:33.947500 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:33.958477 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:33.962456 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:33.962868 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-12c26541-8f3e-4087-936b-64857cb331f5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6245780 Oct 28 12:12:33.962958 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:33.963073 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40864) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:33.998535 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d354c7-d66b-4161-8aff-a7af82f0423a None None] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:12:34.232587 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] Provisioning complete for port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:34.233448 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.275355 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:34.372024 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.523985 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Allocated IP 172.20.0.1 (8f8dee63-8e7b-4c3a-a804-ccedbf1d9423/7cac7eb9-4701-45cd-9ede-7c34950f4846/a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:34.528968 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.579461 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] For port bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:34.585902 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.627921 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:33Z', 'revision_number': 3, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:34.665386 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.673245 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:34.673594 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Updating router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 port 30ba4991-5e8b-4449-91ef-7d642b86da95 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:34.680328 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a0e31-b657-4e95-8429-d17aec7edf14 None None] Pushing event updated for resources: {'Port': ['ID=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:34.706222 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.711222 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.728825 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c4241-4bea-4192-a748-d5a39c68469e req-225a1a78-3677-4ef0-bb6b-b553c9def43e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:34.730426 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c65c4241-4bea-4192-a748-d5a39c68469e req-225a1a78-3677-4ef0-bb6b-b553c9def43e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0702572 Oct 28 12:12:34.754333 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:34.776368 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:34.777849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:34.780873 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:34.783886 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c65c4241-4bea-4192-a748-d5a39c68469e req-777e34bb-817a-465e-9892-de2ff854f624 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438416 Oct 28 12:12:34.831201 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.947292 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-bb68931c-20c6-42e1-b7de-3d2f42519b26 None None] Provisioning complete for port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:34.947714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bb68931c-20c6-42e1-b7de-3d2f42519b26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:34.952885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029fcd21-5813-4f97-acc5-e8f10867db06 req-9893a13a-f66c-4c2a-8411-16bf7b20e94a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:34.960462 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-029fcd21-5813-4f97-acc5-e8f10867db06 req-9893a13a-f66c-4c2a-8411-16bf7b20e94a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0782845 Oct 28 12:12:34.981631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.015137 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-029fcd21-5813-4f97-acc5-e8f10867db06 req-023b049b-5d18-4bab-9456-4a0324d7b391 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536091 Oct 28 12:12:35.028146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40872) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:35.103568 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.129945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.174769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.181380 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.191852 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf9c1d-bc01-4d0d-b2b5-3738751e4128 None None] Pushing event updated for resources: {'Port': ['ID=30ba4991-5e8b-4449-91ef-7d642b86da95,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:35.194198 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Attempting to bind port 30ba4991-5e8b-4449-91ef-7d642b86da95 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:35.194558 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Attempting to bind port 30ba4991-5e8b-4449-91ef-7d642b86da95 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:35.194914 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Attempting to bind port 30ba4991-5e8b-4449-91ef-7d642b86da95 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:35.200600 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:35.201001 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:35.201394 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.202457 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:35.202874 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Bound port: 30ba4991-5e8b-4449-91ef-7d642b86da95, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:35.203206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.255210 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e93b00-309f-4905-a125-99c09b62a077 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:35.256792 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c0e93b00-309f-4905-a125-99c09b62a077 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1094 time: 0.2277038 Oct 28 12:12:35.259671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40876) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:35.261956 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.265572 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Pushing event updated for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:35.270775 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'port_id': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:35.273945 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] For port 30ba4991-5e8b-4449-91ef-7d642b86da95, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:35.287217 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] For port 30ba4991-5e8b-4449-91ef-7d642b86da95, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=30ba4991-5e8b-4449-91ef-7d642b86da95,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:35.309904 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.314932 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-eeebb884-fa6e-4fb6-b181-6d48519a470d None None] Provisioning complete for port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:35.315522 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-eeebb884-fa6e-4fb6-b181-6d48519a470d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.316857 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.364546 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:35.366087 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:35.405561 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device bddb1f21-54da-44bb-8fa5-ddce6c344ef1 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:35.441188 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.447503 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-eeebb884-fa6e-4fb6-b181-6d48519a470d None None] Port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:35.466114 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdf9c1d-bc01-4d0d-b2b5-3738751e4128 None None] Pushing event updated for resources: {'Port': ['ID=30ba4991-5e8b-4449-91ef-7d642b86da95,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:35.478407 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:35.479040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:35.526780 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:35.561462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.27.3.252 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/1fff73fe-6f3f-4c5b-b88c-f00c196f7329) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:35.591392 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:35.592048 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.651063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:35.655339 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:35.659527 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6ad203f4-aa70-4e35-8ef7-69bb38de1105 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad087afd-c9ca-4f33-904a-8b2e51cd9a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944251 Oct 28 12:12:35.692223 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.734225 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.752229 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-038bae75-ff71-44bf-8d43-1ec9c89369e2 None None] Provisioning complete for port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:35.752589 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-038bae75-ff71-44bf-8d43-1ec9c89369e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:35.774710 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:35.781801 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:35.786870 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:35.821006 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=1fff73fe-6f3f-4c5b-b88c-f00c196f7329,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:35.879537 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-038bae75-ff71-44bf-8d43-1ec9c89369e2 None None] Port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:35.961493 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 2, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:35.990814 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57b9e03f-e969-45bb-8f4a-81913d004319 None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 2, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:36.461281 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40886) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:36.465955 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--521397638', 'description': 'tempest-description--1718595792'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:36.467676 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.489776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.569859 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.575690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.581794 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.611498 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.615371 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1504500 Oct 28 12:12:36.621906 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 40888) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:36.622038 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a5c39-e285-4604-916b-3b332fe5bfcb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=285cf678-6ec6-42c6-86da-8bcb573b9394,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.638781 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group_rule': {'security_group_id': '285cf678-6ec6-42c6-86da-8bcb573b9394', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:36.719826 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.819129 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.825006 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.843492 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.852765 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.861335 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e88a3f5-ffa1-4275-bcfa-6f1814b66a45,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.885416 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.886621 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4cb25b2a-fc52-4a88-9399-e3d0bb858048 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2527575 Oct 28 12:12:36.890294 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40892) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:36.894860 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group_rule': {'security_group_id': '285cf678-6ec6-42c6-86da-8bcb573b9394', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:36.928985 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.930462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=1fff73fe-6f3f-4c5b-b88c-f00c196f7329,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:36.940906 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.993808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:36.998172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.018537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99c125a8-ab85-4781-b988-1e5b78f47eeb,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.025150 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.029422 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f7557157-e339-4081-9b00-1285dfec6926 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350555 Oct 28 12:12:37.029562 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 40894) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:37.033843 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:37.049337 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP 500b5dbb-1221-473f-bb2d-3c03be959966 associated. External IP: 172.27.3.252, port: a600dcab-8abb-4839-8572-97941b4d19e4. Oct 28 12:12:37.059042 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.160371 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.266746 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Allocated IP 172.27.3.236 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/04ff7756-e4d4-4f97-9bf1-a05772d3cbae) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:37.296668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:37.355070 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 30ba4991-5e8b-4449-91ef-7d642b86da95 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:37.388448 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.410596 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:37.415960 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 30ba4991-5e8b-4449-91ef-7d642b86da95 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:37.416690 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.423077 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:37.430348 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.439259 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:37.440221 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:37.441698 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.470279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:37.484825 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-6213dcd9-617c-4d5d-b2cf-62e5a8a1ef2b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2138798 Oct 28 12:12:37.484825 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:37.485507 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:37.485507 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:37.485686 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689ebb70-275b-428e-a647-86257fad37e0" -d '{"events": [{"name": "network-changed", "server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:37.501393 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=04ff7756-e4d4-4f97-9bf1-a05772d3cbae,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.546276 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6204fc2-182a-4c37-a9ef-44c439294008 x-openstack-request-id: req-d6204fc2-182a-4c37-a9ef-44c439294008 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:37.546524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:37.547028 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6204fc2-182a-4c37-a9ef-44c439294008 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:37.547432 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'status': 'completed', 'code': 200} Oct 28 12:12:37.583438 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:37.645461 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.645790 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.668227 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 30ba4991-5e8b-4449-91ef-7d642b86da95, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=30ba4991-5e8b-4449-91ef-7d642b86da95,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:37.678120 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.715824 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:37.732128 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=30ba4991-5e8b-4449-91ef-7d642b86da95,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:37.742766 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebb70-275b-428e-a647-86257fad37e0 req-dfe1fd56-356d-48d8-b9a0-f5648cf5a3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:37.744091 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-dfe1fd56-356d-48d8-b9a0-f5648cf5a3b8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0879452 Oct 28 12:12:37.817170 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '500b5dbb-1221-473f-bb2d-3c03be959966', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:36Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:37.848641 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:37.858731 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:37.859310 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:37.909843 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebb70-275b-428e-a647-86257fad37e0 req-7ad6af50-4009-42a2-8d2e-65251dbc73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:37.911300 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-7ad6af50-4009-42a2-8d2e-65251dbc73c0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.1498456 Oct 28 12:12:37.971101 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:37.996067 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.002755 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.008009 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-735da73a-75f4-4cef-b196-1b952dfe36f5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 200 len: 1000 time: 0.0860131 Oct 28 12:12:38.106155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=04ff7756-e4d4-4f97-9bf1-a05772d3cbae,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:38.119544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebb70-275b-428e-a647-86257fad37e0 req-7a2c3f13-0056-4977-b4c5-953c247edef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:38.121019 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-7a2c3f13-0056-4977-b4c5-953c247edef2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0818648 Oct 28 12:12:38.121871 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.131681 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:38.142604 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:38.143496 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:38.164732 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.165876 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5763eff8-d811-440a-bade-37eb1ee38da8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1354711 Oct 28 12:12:38.181516 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689ebb70-275b-428e-a647-86257fad37e0 req-a9312b75-3c8c-42e3-926c-4ba4386e880a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:38.183127 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-a9312b75-3c8c-42e3-926c-4ba4386e880a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524495 Oct 28 12:12:38.210229 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '500b5dbb-1221-473f-bb2d-3c03be959966', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:36Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:38.242148 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeddff7-dc8f-4185-a853-e3080651024d None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '500b5dbb-1221-473f-bb2d-3c03be959966', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.252', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 462, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:7f:26:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:36Z', 'updated_at': '2021-10-28T12:12:36Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:38.281980 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:38.299702 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-3a911649-1560-4f4a-b5c4-8bbd57ba2d41 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068752 Oct 28 12:12:38.340111 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-39a7c3b6-22d5-4404-a6fa-dd5b7de94796 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--521397638&fields=id&tenant_id=a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 267 time: 0.0408974 Oct 28 12:12:38.437299 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-689ebb70-275b-428e-a647-86257fad37e0 req-a2cde1f4-8b8a-48cf-bae9-2ca404daa8d0 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229692 Oct 28 12:12:38.510885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-17f3b79d-f4ad-4220-b064-64649abb8d7e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:38.512459 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-17f3b79d-f4ad-4220-b064-64649abb8d7e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 810 time: 0.1641605 Oct 28 12:12:38.525673 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:35Z', 'revision_number': 2, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:38.528866 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-8785e793-ec8b-4d98-9628-d42b3b2109b8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/quotas/a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Oct 28 12:12:38.546470 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-291ff6e0-b705-47ca-a12b-9de9ca8aaf56 None None] New status for floating IP 500b5dbb-1221-473f-bb2d-3c03be959966: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:12:38.558275 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:38.558632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Updating router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:12:38.584910 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.593755 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-42beaf5f-4651-4882-9d22-8d58b1a3351f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557539 Oct 28 12:12:38.701308 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-0bcd9ce5-fbee-43f6-a800-ef4215884191 service neutron] 10.222.0.32 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992079 Oct 28 12:12:38.805389 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-591b1fd3-d643-4741-9998-84b1cd4ff841 service neutron] 10.222.0.32 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013606 Oct 28 12:12:38.878845 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.894311 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:38.977641 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af11e2c-74a6-4435-bbed-e53f9c7020ee None None] Pushing event updated for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:39.020821 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39c1c1e1-2517-451f-9d2e-d09f0aeb566c req-331952f9-c383-4c8c-a3d9-1689d5346c8e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 210 time: 0.0520573 Oct 28 12:12:39.058897 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Attempting to bind port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:39.059341 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Attempting to bind port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:39.060508 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Attempting to bind port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:39.065903 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:39.066702 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Checking segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:39.067089 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.067472 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Bound using segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:39.067960 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Bound port: a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:39.068326 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.134888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] For port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:39.138155 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] For port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:39.144309 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.200988 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:39.202171 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:39.270285 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af11e2c-74a6-4435-bbed-e53f9c7020ee None None] Pushing event updated for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:39.303279 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] Provisioning complete for port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:39.303648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.346806 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 30ba4991-5e8b-4449-91ef-7d642b86da95 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:39.382609 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:39.545005 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 30ba4991-5e8b-4449-91ef-7d642b86da95 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:39.545585 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.575066 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.651865 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] For port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:39.672656 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:39.760566 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e8981-cdda-4e5b-af56-0715d4f6e433 None None] Pushing event updated for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:39.774677 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:39.803608 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dc38f0d-c8ec-45b8-9b83-d9042dee5682 None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:39.814563 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-88b19620-73c1-4982-b4a4-cebcc5394c36 None None] Provisioning complete for port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:39.814924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-88b19620-73c1-4982-b4a4-cebcc5394c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.155084 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c4f92f9-24de-4a75-89d4-4a52737cb3ca req-04283478-da59-4aba-a3f3-e4a3acb2485f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 210 time: 0.0294135 Oct 28 12:12:40.192254 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-15a141b0-8d27-479c-b095-dbfa0b2d40a0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:40.193849 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-15a141b0-8d27-479c-b095-dbfa0b2d40a0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 810 time: 0.1650002 Oct 28 12:12:40.247496 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-2e8ad76f-20ba-4eda-a89a-5f322c08d52f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 379 time: 0.0390341 Oct 28 12:12:40.257962 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'port': {'device_id': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'admin_state_up': True, 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'security_groups': ['285cf678-6ec6-42c6-86da-8bcb573b9394']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:40.376925 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Made reservation on behalf of a527ebc85a8d436f80e436cedaf24033 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:12:40.380438 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.507648 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Allocated IP 172.20.0.3 (8f8dee63-8e7b-4c3a-a804-ccedbf1d9423/7cac7eb9-4701-45cd-9ede-7c34950f4846/a592c56b-5388-4c2f-895c-640b044361c6) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:12:40.642100 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.683769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.730089 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:12:40.733163 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:12:40.736681 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:12:40.742609 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:40.788131 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:40.788753 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:40.804765 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-c7af31ea-33be-4a93-9249-be251ebc3224 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5510783 Oct 28 12:12:40.918533 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-c563c3b9-eb11-4342-b8a7-c7d27cfa52b6 None None] Provisioning complete for port a592c56b-5388-4c2f-895c-640b044361c6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:40.919072 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c563c3b9-eb11-4342-b8a7-c7d27cfa52b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:41.065855 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-c563c3b9-eb11-4342-b8a7-c7d27cfa52b6 None None] Port a592c56b-5388-4c2f-895c-640b044361c6 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:12:41.278592 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321dac97-e7c9-4512-a7f8-49a4a572a7bb req-e40ab83d-d4ee-40a3-a507-126f019f2788 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:41.280588 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-321dac97-e7c9-4512-a7f8-49a4a572a7bb req-e40ab83d-d4ee-40a3-a507-126f019f2788 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 931 time: 0.0567715 Oct 28 12:12:41.318300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:41.319934 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-321dac97-e7c9-4512-a7f8-49a4a572a7bb req-59ae7499-706f-4549-8ee9-50c0b5817fe4 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333381 Oct 28 12:12:41.365741 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:41.366110 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.312458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Request body: {'port': {'device_id': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:42.364341 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.437158 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57227b3-7634-4866-8ac3-69f148234984 req-fc7f9356-6d72-4d83-a181-a09a0fb01657 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:42.438712 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b57227b3-7634-4866-8ac3-69f148234984 req-fc7f9356-6d72-4d83-a181-a09a0fb01657 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 931 time: 0.0537143 Oct 28 12:12:42.480677 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b57227b3-7634-4866-8ac3-69f148234984 req-29b3c8ed-1ea0-434c-ad27-7eb838127ffc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 Oct 28 12:12:42.835626 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a592c56b-5388-4c2f-895c-640b044361c6 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:42.842735 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.854121 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Transition to ACTIVE for port object a592c56b-5388-4c2f-895c-640b044361c6 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:12:42.857252 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:42.906469 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:42.977566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Attempting to bind port a592c56b-5388-4c2f-895c-640b044361c6 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:12:42.977807 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Attempting to bind port a592c56b-5388-4c2f-895c-640b044361c6 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:12:42.978128 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Attempting to bind port a592c56b-5388-4c2f-895c-640b044361c6 on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:42.983107 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Port a592c56b-5388-4c2f-895c-640b044361c6 on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:12:42.983422 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Attempting to bind port a592c56b-5388-4c2f-895c-640b044361c6 on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:12:42.988269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 12, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:12:42.988595 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Checking segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:12:42.988992 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Bound using segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:12:42.989404 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Bound port: a592c56b-5388-4c2f-895c-640b044361c6, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:12:42.989746 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.053132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:12:43.056168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a592c56b-5388-4c2f-895c-640b044361c6,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:12:43.061431 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.095799 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.096408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:43.097810 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] 10.222.0.105 "PUT /v2.0/ports/a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 1093 time: 0.7897944 Oct 28 12:12:43.098234 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:43.100560 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36dc231b-adae-42c3-82a2-aaba1cfcc817" -d '{"events": [{"name": "network-changed", "server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "tag": "a592c56b-5388-4c2f-895c-640b044361c6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:43.122292 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79da541-ed34-4cff-979e-7d8e5ea8cdc4 service neutron] Pushing event updated for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:43.142031 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9305338-c8e0-4fe0-a4e5-f6b5e072039a x-openstack-request-id: req-d9305338-c8e0-4fe0-a4e5-f6b5e072039a {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:43.142318 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "tag": "a592c56b-5388-4c2f-895c-640b044361c6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:43.142566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d9305338-c8e0-4fe0-a4e5-f6b5e072039a {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:43.142955 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6', 'status': 'completed', 'code': 200} Oct 28 12:12:43.460144 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-3514e678-45b9-46dd-9276-97a21154d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.461656 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-3514e678-45b9-46dd-9276-97a21154d60a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1096 time: 0.0410082 Oct 28 12:12:43.563861 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-d26883e0-4211-472a-a148-10db186be441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.565329 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-d26883e0-4211-472a-a148-10db186be441 service neutron] 10.222.0.105 "GET /v2.0/networks?tenant_id=a527ebc85a8d436f80e436cedaf24033&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0924432 Oct 28 12:12:43.592755 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa160fa5-6a6a-4d3e-bb6e-aba2ef72922f req-b843ae31-d1fa-4b85-ada5-f172f3c0b6f5 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.594221 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa160fa5-6a6a-4d3e-bb6e-aba2ef72922f req-b843ae31-d1fa-4b85-ada5-f172f3c0b6f5 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 943 time: 0.0476427 Oct 28 12:12:43.631018 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa160fa5-6a6a-4d3e-bb6e-aba2ef72922f req-d53ec23c-ba28-4eb7-a3c7-8bc73cfe592e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305593 Oct 28 12:12:43.663763 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-b85d9d11-4a39-44c0-95cb-4656d4897119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.665637 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36dc231b-adae-42c3-82a2-aaba1cfcc817 req-b85d9d11-4a39-44c0-95cb-4656d4897119 service neutron] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 871 time: 0.0923152 Oct 28 12:12:43.754656 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-9d95c9e3-e734-4707-9ae7-e89d4349b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.756130 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-9d95c9e3-e734-4707-9ae7-e89d4349b989 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1096 time: 0.0443192 Oct 28 12:12:43.799530 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-54428d6a-12ac-4b02-b254-313def91aed1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 217 time: 0.0325387 Oct 28 12:12:43.853838 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-fe4802fc-547b-48a9-a3db-a02b17c69da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.855248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-fe4802fc-547b-48a9-a3db-a02b17c69da1 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0455849 Oct 28 12:12:43.899999 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-68a1634c-9fa2-4ffd-bedd-20b064eba05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:43.901466 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-68a1634c-9fa2-4ffd-bedd-20b064eba05e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390429 Oct 28 12:12:43.989390 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-b95bb1ac-f234-40c0-894c-a68f5b3586f6 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805945 Oct 28 12:12:44.083147 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9dfbf6ad-202f-4221-91df-7645e04d4e20 req-86d6b99b-675d-48c2-88d1-7b90cb8f2653 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829678 Oct 28 12:12:44.754894 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcca23-e131-4bd2-89b9-4a7314622b9c req-4244de6c-7cca-48c4-9628-70e3fa027e4e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:44.756327 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6fcca23-e131-4bd2-89b9-4a7314622b9c req-4244de6c-7cca-48c4-9628-70e3fa027e4e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 943 time: 0.0535350 Oct 28 12:12:44.791659 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e6fcca23-e131-4bd2-89b9-4a7314622b9c req-423fe56e-f671-44f1-bb74-98bceb782303 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294206 Oct 28 12:12:45.903967 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b80b7-e769-4edd-977d-34ea08999907 req-1c519228-a3a5-4648-b9ea-88a7836b12aa tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:45.905908 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f41b80b7-e769-4edd-977d-34ea08999907 req-1c519228-a3a5-4648-b9ea-88a7836b12aa tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 943 time: 0.0470736 Oct 28 12:12:45.942488 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f41b80b7-e769-4edd-977d-34ea08999907 req-f54abce5-786d-4bf3-8e18-4efb20dec0cb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309150 Oct 28 12:12:47.053278 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d579a9-7c93-46ea-9276-d44d0a655b60 req-7874beb5-b745-4c61-8754-6d1b05a76544 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:47.054627 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-66d579a9-7c93-46ea-9276-d44d0a655b60 req-7874beb5-b745-4c61-8754-6d1b05a76544 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 943 time: 0.0470800 Oct 28 12:12:47.091004 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-66d579a9-7c93-46ea-9276-d44d0a655b60 req-85de84b4-4e08-4b77-a5c0-40af004abc31 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305710 Oct 28 12:12:47.922924 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:12:48.206777 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761654d3-07f4-4d2d-8e4a-4688a5930ed5 req-0e9317ab-23e0-4ccc-9160-e8382dc9aaa1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:48.208209 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-761654d3-07f4-4d2d-8e4a-4688a5930ed5 req-0e9317ab-23e0-4ccc-9160-e8382dc9aaa1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 943 time: 0.0506287 Oct 28 12:12:48.246419 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-761654d3-07f4-4d2d-8e4a-4688a5930ed5 req-560803ce-25b9-4a02-9720-617775533870 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305386 Oct 28 12:12:48.340937 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a592c56b-5388-4c2f-895c-640b044361c6 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:12:48.436665 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a592c56b-5388-4c2f-895c-640b044361c6,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:48.447118 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'a592c56b-5388-4c2f-895c-640b044361c6', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'port_id': 'a592c56b-5388-4c2f-895c-640b044361c6', 'mac_address': 'fa:16:3e:5f:47:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:12:48.481655 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.494630 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a592c56b-5388-4c2f-895c-640b044361c6 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:12:48.515462 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a592c56b-5388-4c2f-895c-640b044361c6,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:48.519650 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:48.567043 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:48.852610 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['a592c56b-5388-4c2f-895c-640b044361c6'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:49.357888 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3ceb-4490-45df-91d2-f6806598d2b4 req-3452b3c9-9200-4ca0-8de6-11096a2bae46 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:49.360094 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d32d3ceb-4490-45df-91d2-f6806598d2b4 req-3452b3c9-9200-4ca0-8de6-11096a2bae46 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 944 time: 0.0490713 Oct 28 12:12:49.396413 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d32d3ceb-4490-45df-91d2-f6806598d2b4 req-f98ebe1a-b439-4939-b487-3394b61da247 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302567 Oct 28 12:12:50.343737 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a592c56b-5388-4c2f-895c-640b044361c6 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:12:50.390624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port a592c56b-5388-4c2f-895c-640b044361c6 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:12:50.394885 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port a592c56b-5388-4c2f-895c-640b044361c6 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:12:50.395248 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.474958 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.496984 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:50.499254 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fd4288-6714-46a1-b766-4f8e377c4adc" -d '{"events": [{"server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "name": "network-vif-plugged", "status": "completed", "tag": "a592c56b-5388-4c2f-895c-640b044361c6"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:50.508827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8355cf5b-4f52-4202-a1c0-09509afb3cd2 req-2552c0ab-4c1e-42bb-a9cf-3e17aa903d50 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:50.511791 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a592c56b-5388-4c2f-895c-640b044361c6,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:50.513313 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8355cf5b-4f52-4202-a1c0-09509afb3cd2 req-2552c0ab-4c1e-42bb-a9cf-3e17aa903d50 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 944 time: 0.0508049 Oct 28 12:12:50.517201 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:50.541309 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cf86945-4713-4405-ad3e-4a917db7a2bc x-openstack-request-id: req-0cf86945-4713-4405-ad3e-4a917db7a2bc {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:50.541597 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "name": "network-vif-plugged", "status": "completed", "tag": "a592c56b-5388-4c2f-895c-640b044361c6", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:50.541845 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0cf86945-4713-4405-ad3e-4a917db7a2bc {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:50.542222 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6', 'code': 200} Oct 28 12:12:50.552832 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8355cf5b-4f52-4202-a1c0-09509afb3cd2 req-ffbeee8d-4e54-414b-a49e-be72b275048d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357044 Oct 28 12:12:50.567585 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:50.716918 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb844e-4e41-405a-b7ac-51f6a3c36f55 req-f24ae5e1-9292-4eed-ad36-7e9be9331289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:50.718956 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cdfb844e-4e41-405a-b7ac-51f6a3c36f55 req-f24ae5e1-9292-4eed-ad36-7e9be9331289 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1098 time: 0.0390506 Oct 28 12:12:50.756670 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cdfb844e-4e41-405a-b7ac-51f6a3c36f55 req-ad228cd3-a9f8-40b3-971a-b4be8799b0a4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283551 Oct 28 12:12:51.668706 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a1161-d005-4e39-9709-be177e1cc0ca req-822f430c-db23-472c-8f6c-ce687b1d9a63 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:51.670169 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2b9a1161-d005-4e39-9709-be177e1cc0ca req-822f430c-db23-472c-8f6c-ce687b1d9a63 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0504751 Oct 28 12:12:51.706576 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2b9a1161-d005-4e39-9709-be177e1cc0ca req-7d0f6a0e-d7ee-4f0a-8647-5be27a334518 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296502 Oct 28 12:12:52.822951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b517ad-4951-4d62-8246-08d46ba1e680 req-7da1be05-1207-4669-ab9d-3b316381491c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:52.824400 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-20b517ad-4951-4d62-8246-08d46ba1e680 req-7da1be05-1207-4669-ab9d-3b316381491c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0485346 Oct 28 12:12:52.860886 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-20b517ad-4951-4d62-8246-08d46ba1e680 req-0c4d7c7c-c11a-413f-a102-2f937a00bba0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298541 Oct 28 12:12:52.970138 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c56a31-abc9-4a83-ab83-cdaf18a8cc05 req-1573aa83-4454-4a08-a893-518ce295a25c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:52.971569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f8c56a31-abc9-4a83-ab83-cdaf18a8cc05 req-1573aa83-4454-4a08-a893-518ce295a25c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0475461 Oct 28 12:12:52.980315 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41018) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:12:52.984487 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'floatingip': {'port_id': 'a592c56b-5388-4c2f-895c-640b044361c6'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:12:53.055970 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:53.490235 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30751074-d08d-45e8-a54a-4cf1d7008acc req-9b11e98e-4bc7-4e7d-b0d9-5608c8080a62 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:53.491667 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30751074-d08d-45e8-a54a-4cf1d7008acc req-9b11e98e-4bc7-4e7d-b0d9-5608c8080a62 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 945 time: 0.2939198 Oct 28 12:12:53.630525 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-30751074-d08d-45e8-a54a-4cf1d7008acc req-e3869322-6d5d-4bd2-8b2c-e50aea9e89a9 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329522 Oct 28 12:12:53.753086 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:53.756668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:53.852665 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Floating IP 5c8b734c-657d-4767-a5e7-d6642ee30d86 associated. External IP: 172.27.3.236, port: a592c56b-5388-4c2f-895c-640b044361c6. Oct 28 12:12:54.050399 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:12:54.152902 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:12:54.157914 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:54.162709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:12:54.171793 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:54.172392 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:54.186868 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8c7423e9-fb83-4736-9a9d-7263c4b75fc9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "PUT /v2.0/floatingips/5c8b734c-657d-4767-a5e7-d6642ee30d86 HTTP/1.1" status: 200 len: 991 time: 1.2029169 Oct 28 12:12:54.186868 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:54.187169 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c86f0c1-c704-4279-bbb3-47782900f3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "tag": "a592c56b-5388-4c2f-895c-640b044361c6"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:54.224475 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93306da4-e2ef-4301-bf32-ddece22097f9 x-openstack-request-id: req-93306da4-e2ef-4301-bf32-ddece22097f9 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:54.224868 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "tag": "a592c56b-5388-4c2f-895c-640b044361c6", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:54.225183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-93306da4-e2ef-4301-bf32-ddece22097f9 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:54.225638 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6', 'status': 'completed', 'code': 200} Oct 28 12:12:54.285770 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:54.293516 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-c0feb2a4-e3ad-43d6-ae7e-1c021eb2bd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.294996 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-c0feb2a4-e3ad-43d6-ae7e-1c021eb2bd52 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1098 time: 0.0428662 Oct 28 12:12:54.387604 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-22b3123e-5cb9-4046-ba31-e2fcb7de2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.389197 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-22b3123e-5cb9-4046-ba31-e2fcb7de2253 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.0829337 Oct 28 12:12:54.461860 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-7102e0e6-617a-43ff-8ab8-7a1a5a70f4a5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 999 time: 0.0598354 Oct 28 12:12:54.510876 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-d45e9889-6038-4373-a236-363bac517803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.512329 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-d45e9889-6038-4373-a236-363bac517803 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0432775 Oct 28 12:12:54.548404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '5c8b734c-657d-4767-a5e7-d6642ee30d86', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'a592c56b-5388-4c2f-895c-640b044361c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:5f:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:37Z', 'updated_at': '2021-10-28T12:12:53Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:54.564464 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-5ecd91e6-c076-47de-bf39-cf0b6e6633b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.565967 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-5ecd91e6-c076-47de-bf39-cf0b6e6633b9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391715 Oct 28 12:12:54.575020 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:12:54.583612 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:12:54.584194 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:54.665982 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-ade228c1-d8c8-4eb3-9042-a7d8ea68fe95 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836887 Oct 28 12:12:54.689846 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:12:54.751581 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1cffb9-c682-44dd-8e70-e728d96b0a20 req-eed69ed5-c93a-43f3-82c1-c7a054b4b793 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:54.753269 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ce1cffb9-c682-44dd-8e70-e728d96b0a20 req-eed69ed5-c93a-43f3-82c1-c7a054b4b793 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 945 time: 0.0537045 Oct 28 12:12:54.771989 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8c86f0c1-c704-4279-bbb3-47782900f3ee req-8e0beb8d-998d-499a-927c-d8dd0aa0d6dc service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954645 Oct 28 12:12:54.794926 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ce1cffb9-c682-44dd-8e70-e728d96b0a20 req-6801e3a9-fada-461f-bc77-0ca4e5580982 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/security-groups?id=e641ab63-017e-468f-aeb8-9f50dea985e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353060 Oct 28 12:12:54.919630 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '5c8b734c-657d-4767-a5e7-d6642ee30d86', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'a592c56b-5388-4c2f-895c-640b044361c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:5f:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:37Z', 'updated_at': '2021-10-28T12:12:53Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:12:55.066735 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9322dd34-39b5-48c2-9675-648dd2f500a0 None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '5c8b734c-657d-4767-a5e7-d6642ee30d86', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.236', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'a592c56b-5388-4c2f-895c-640b044361c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:5f:47:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:12:37Z', 'updated_at': '2021-10-28T12:12:53Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:12:55.128732 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-30311280-073b-4304-aac6-fa030640ed09 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:12:55.130241 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-30311280-073b-4304-aac6-fa030640ed09 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 945 time: 0.0547369 Oct 28 12:12:55.224530 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Deleting port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:12:55.224890 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.247603 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f0e12e-cf12-4349-b3ea-9155bb5b1705 None None] New status for floating IP 5c8b734c-657d-4767-a5e7-d6642ee30d86: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:12:55.317581 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] For port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,segment=NetworkSegment(66fdc85c-183f-4435-8237-4280e069dab5),segment_id=66fdc85c-183f-4435-8237-4280e069dab5)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:12:55.318156 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.331058 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Calling delete_port for 2ae24a78-3f0e-41d3-9093-13ba5e7a50da owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:12:55.456143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.474946 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['2ae24a78-3f0e-41d3-9093-13ba5e7a50da'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:12:55.487776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Pushing event deleted for resources: {'Port': ['ID=2ae24a78-3f0e-41d3-9093-13ba5e7a50da,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:12:55.525637 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] No DVR routers for this DVR port 2ae24a78-3f0e-41d3-9093-13ba5e7a50da on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:12:55.528035 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:55.531399 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-19f7e0c1-608e-4b5c-b870-a707974d91f3 req-493c1531-798a-4730-a833-33a83707be68 tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.105 "DELETE /v2.0/ports/2ae24a78-3f0e-41d3-9093-13ba5e7a50da HTTP/1.1" status: 204 len: 173 time: 0.3942358 Oct 28 12:12:55.531826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'name': 'network-vif-deleted', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:12:55.534672 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a297531-2ed1-4fa3-bf7c-c928e99faf49" -d '{"events": [{"server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "name": "network-vif-deleted", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:12:55.575957 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1ccbe2b-3691-4c1c-ad3f-5345942cc741 x-openstack-request-id: req-e1ccbe2b-3691-4c1c-ad3f-5345942cc741 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:12:55.576249 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95de93db-2941-464f-b8b3-a1d191590ebc", "name": "network-vif-deleted", "tag": "2ae24a78-3f0e-41d3-9093-13ba5e7a50da", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:12:55.576568 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e1ccbe2b-3691-4c1c-ad3f-5345942cc741 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:12:55.576994 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95de93db-2941-464f-b8b3-a1d191590ebc', 'name': 'network-vif-deleted', 'tag': '2ae24a78-3f0e-41d3-9093-13ba5e7a50da', 'status': 'completed', 'code': 200} Oct 28 12:12:55.905155 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c84a801-e85a-497a-a397-7d962bb24a4a req-d0bf87c9-39e5-4e8c-aa5e-b55fd33485dc tempest-VolumesSnapshotTestJSON-346243410 tempest-VolumesSnapshotTestJSON-346243410-project] 10.222.0.32 "GET /v2.0/ports?device_id=95de93db-2941-464f-b8b3-a1d191590ebc HTTP/1.1" status: 200 len: 210 time: 0.0288455 Oct 28 12:12:56.679460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-638a9bdd-0a6b-4bda-81c5-4cb8bf2eb051 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:12:58.370644 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 2ae24a78-3f0e-41d3-9093-13ba5e7a50da no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:12:58.389648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 2ae24a78-3f0e-41d3-9093-13ba5e7a50da {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:12:58.390445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 2ae24a78-3f0e-41d3-9093-13ba5e7a50da not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:12:59.226872 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8af39978-9722-4b26-ad77-253906af69e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:00.224530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:00.303881 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:00.367482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:01.848237 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:05.760262 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-9371b006-d1fe-4e56-a45f-afcfbcf4bb56 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382125 Oct 28 12:13:05.845048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-2ba85b1a-53ca-45f2-af59-47491fcb5192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:05.846543 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-2ba85b1a-53ca-45f2-af59-47491fcb5192 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 1100 time: 0.0397696 Oct 28 12:13:05.950140 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-1c35e3ba-5b33-4531-8771-4adce85581ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:05.951504 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-1c35e3ba-5b33-4531-8771-4adce85581ef service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.0865057 Oct 28 12:13:06.023469 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-4f61d9b3-78ae-4b97-844d-0fb0bc6d7bbb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 200 len: 1002 time: 0.0579555 Oct 28 12:13:06.073761 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-85298684-69ff-4dff-b2c6-c90ea15f853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.075130 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-85298684-69ff-4dff-b2c6-c90ea15f853e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0413065 Oct 28 12:13:06.125695 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-b3451e21-e504-4f43-93f3-c1be9b3de996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:06.127719 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-b3451e21-e504-4f43-93f3-c1be9b3de996 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385070 Oct 28 12:13:06.220054 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-9a6f34d5-4482-49e8-a2ad-0062549b5747 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809937 Oct 28 12:13:06.313246 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-3c48a511-8453-4a7d-85b9-f3c8be070261 req-9835007d-99ec-4bf6-9802-d68949ff40cf service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806746 Oct 28 12:13:16.938661 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cafb27-2336-498e-bf1a-24a502ce5a72 req-aa1653d8-c922-4eef-84ab-d753bb3683b7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:16.940080 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-76cafb27-2336-498e-bf1a-24a502ce5a72 req-aa1653d8-c922-4eef-84ab-d753bb3683b7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.0483985 Oct 28 12:13:16.977028 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-76cafb27-2336-498e-bf1a-24a502ce5a72 req-50099106-3bc3-4370-b35e-c1796deed251 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309575 Oct 28 12:13:18.092928 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60056a96-f7fa-4068-a5f0-8850b6c69aec req-f12efb5a-b590-41e9-a056-9e7d969729e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:18.094360 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-60056a96-f7fa-4068-a5f0-8850b6c69aec req-f12efb5a-b590-41e9-a056-9e7d969729e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.0477300 Oct 28 12:13:18.129763 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-60056a96-f7fa-4068-a5f0-8850b6c69aec req-f4b14a3d-32e3-458e-805b-f3d934ad71e3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=6a5fb668-c20c-435a-bb64-c96181d151ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296218 Oct 28 12:13:18.676555 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-6cfd15ec-d98a-4215-b2ac-7a5b85ed3859 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:18.678614 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-6cfd15ec-d98a-4215-b2ac-7a5b85ed3859 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 947 time: 0.0469711 Oct 28 12:13:18.773031 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Deleting port b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:13:18.773451 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:18.860747 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] For port b8ef8d46-39de-4e9a-b339-d72c8584a430, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=b8ef8d46-39de-4e9a-b339-d72c8584a430,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:18.861138 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.075663 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.076015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.076327 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Floating IP 7cf16baf-8264-4f84-8a8d-9f3b5d16d645 disassociated. External IP: 172.27.3.114, port: b8ef8d46-39de-4e9a-b339-d72c8584a430. Oct 28 12:13:19.076661 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Calling delete_port for b8ef8d46-39de-4e9a-b339-d72c8584a430 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:13:19.200518 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.229713 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-443f224a-9aeb-4412-bc84-8d1c9ed4fe05 req-4af13175-63f7-415b-8396-9e2b23625ea0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=034e1b29-d8db-4afa-905b-65b0d7b452b4 HTTP/1.1" status: 200 len: 210 time: 0.0289402 Oct 28 12:13:19.230354 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'Port': ['ID=b8ef8d46-39de-4e9a-b339-d72c8584a430,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:19.342605 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:13:19.449752 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:19.459671 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:19.469524 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:19.470208 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:19.488840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] No DVR routers for this DVR port b8ef8d46-39de-4e9a-b339-d72c8584a430 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:13:19.491834 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.495335 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-997622a4-8d58-4319-a5eb-1b5089e78287 req-04514938-49d1-4a15-9984-28cbd473f80f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "DELETE /v2.0/ports/b8ef8d46-39de-4e9a-b339-d72c8584a430 HTTP/1.1" status: 204 len: 173 time: 0.8103027 Oct 28 12:13:19.495793 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-deleted', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:19.498587 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4421ebb9-af35-4458-9d71-24ab93feb92b" -d '{"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-deleted", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:19.538387 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e088c6c5-24e2-447e-a623-f8ed305306ce x-openstack-request-id: req-e088c6c5-24e2-447e-a623-f8ed305306ce {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:19.538675 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "034e1b29-d8db-4afa-905b-65b0d7b452b4", "name": "network-vif-deleted", "tag": "b8ef8d46-39de-4e9a-b339-d72c8584a430", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:19.538927 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e088c6c5-24e2-447e-a623-f8ed305306ce {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:19.539336 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '034e1b29-d8db-4afa-905b-65b0d7b452b4', 'name': 'network-vif-deleted', 'tag': 'b8ef8d46-39de-4e9a-b339-d72c8584a430', 'status': 'completed', 'code': 200} Oct 28 12:13:19.597950 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:19.797196 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:19.829452 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:19.830312 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41240) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:19.838898 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:19.839529 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:12:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:19.877625 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Deleting subnet 8da240fd-d78d-4686-bd81-76a0c1caccb8 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:13:19.880906 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.917798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.958179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:19.969137 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:20.018917 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.047376 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8da240fd-d78d-4686-bd81-76a0c1caccb8,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.049608 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.053003 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d99287cb-201d-4151-a08b-0370246cb191 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/8da240fd-d78d-4686-bd81-76a0c1caccb8 HTTP/1.1" status: 204 len: 168 time: 0.2216363 Oct 28 12:13:20.055413 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41242) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.124861 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.197368 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:20.212735 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.226163 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfa5655-001a-4824-b5d1-b9f26742ad53 None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:20.237233 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e2f835-0833-44d6-b3a7-dca2159564db']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:20.247230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66fdc85c-183f-4435-8237-4280e069dab5') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:20.247570 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66fdc85c-183f-4435-8237-4280e069dab5') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:20.257509 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.275916 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.285161 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Releasing vlan 1002 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:13:20.285713 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:13:20.288714 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:13:20.353535 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.361872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.363324 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] 10.222.0.32 "DELETE /v2.0/networks/11e2f835-0833-44d6-b3a7-dca2159564db HTTP/1.1" status: 204 len: 168 time: 0.3065388 Oct 28 12:13:20.376628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beaf8eb-a5a4-4c56-85ee-971fe509510b admin admin] Pushing event deleted for resources: {'Network': ['ID=11e2f835-0833-44d6-b3a7-dca2159564db,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.405221 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41252) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.484519 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.511833 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.563909 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.567165 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.572727 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "DELETE /v2.0/security-groups/6a5fb668-c20c-435a-bb64-c96181d151ec HTTP/1.1" status: 204 len: 168 time: 0.1658568 Oct 28 12:13:20.572922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41258) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.582502 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ac3b87-9ac6-48a6-9f4b-3d242f1580a1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5fb668-c20c-435a-bb64-c96181d151ec,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.595721 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3392e41a-8e87-4aa6-b71d-6b5847c2b518 None None] New status for floating IP 7cf16baf-8264-4f84-8a8d-9f3b5d16d645: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:13:20.624974 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.api.v2.resource [None req-2f097867-f529-40a2-b23e-9c6a3afa7bf6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] show failed (client error): The resource could not be found. Oct 28 12:13:20.629071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41260) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.637052 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2f097867-f529-40a2-b23e-9c6a3afa7bf6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups/6a5fb668-c20c-435a-bb64-c96181d151ec HTTP/1.1" status: 404 len: 347 time: 0.0627701 Oct 28 12:13:20.637672 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41262) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.695201 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e385f5e2-d1fb-4b39-8961-285f339ed568 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1af3ee7253424d2abde49baa9d4cb9b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564032 Oct 28 12:13:20.697593 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41264) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:20.755009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.779471 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.783120 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Deleting port 74eafe48-f79d-43fe-be0e-19f3eaa2fea5 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:13:20.783579 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.831811 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.834103 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.837496 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e641ab63-017e-468f-aeb8-9f50dea985e4 HTTP/1.1" status: 204 len: 168 time: 0.1346726 Oct 28 12:13:20.843374 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c1b1fb-c052-4940-aa6b-b69a2258e572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e641ab63-017e-468f-aeb8-9f50dea985e4,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:20.882501 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.882913 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:20.902532 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Calling delete_port for 74eafe48-f79d-43fe-be0e-19f3eaa2fea5 owned by network:floatingip {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:13:21.056976 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.084042 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'Port': ['ID=74eafe48-f79d-43fe-be0e-19f3eaa2fea5,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:21.147333 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.150696 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.152279 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a3fc5879-7d96-4274-b0e5-eb932fda992b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "DELETE /v2.0/floatingips/7cf16baf-8264-4f84-8a8d-9f3b5d16d645 HTTP/1.1" status: 204 len: 168 time: 0.5219941 Oct 28 12:13:21.616933 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41296) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:21.623289 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1424752553', 'description': 'tempest-description--1843485341'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:21.645757 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.726463 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.731918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.763295 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.764729 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1459558 Oct 28 12:13:21.768693 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41304) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:21.773317 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group_rule': {'security_group_id': '94089abe-bb86-4621-aed5-900a86f3e3c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:21.777486 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23e420-310e-4e44-b046-2120d51d6f25 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94089abe-bb86-4621-aed5-900a86f3e3c7,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:21.807890 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.870470 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.873966 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.891164 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1d6367-b55a-4bed-b329-8cc9ad9a16a0,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:21.899691 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.901026 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-edf95998-3d58-4fa2-9699-33a873e88db0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313467 Oct 28 12:13:21.903632 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41310) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:21.907921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'security_group_rule': {'security_group_id': '94089abe-bb86-4621-aed5-900a86f3e3c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:21.935368 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.990878 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:21.994462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.012146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c1c4f92-9e6d-4a78-b384-737db1fcac4d,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:22.020023 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.023578 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1c4e738f-0b28-4097-bf50-28120f19c719 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1189756 Oct 28 12:13:22.025458 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41312) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:22.030581 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:22.053754 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.156850 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.256359 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Allocated IP 172.27.3.151 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/0e9af3cc-13bf-4ef7-b496-164c7f3b3aab) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:22.359868 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.392527 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.429309 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:22.432125 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:22.435562 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:22.459290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=0e9af3cc-13bf-4ef7-b496-164c7f3b3aab,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:22.463357 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:13:22.483141 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: b8ef8d46-39de-4e9a-b339-d72c8584a430 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:13:22.483480 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device b8ef8d46-39de-4e9a-b339-d72c8584a430 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:13:22.523672 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.557325 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.703681 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.707991 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.773582 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=0e9af3cc-13bf-4ef7-b496-164c7f3b3aab,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:22.784723 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.799965 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:22.801222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-97ea52f4-e05a-4036-a0ef-31ab35e6938f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7745049 Oct 28 12:13:22.981157 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-98ecfa3f-3a3b-44b4-8b1d-ab1ff90b1691 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1424752553&fields=id&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 267 time: 0.0324535 Oct 28 12:13:23.085392 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-f9e9c100-77ac-4c42-b5fe-1ae452757ef8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:23.086815 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-f9e9c100-77ac-4c42-b5fe-1ae452757ef8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 817 time: 0.0993478 Oct 28 12:13:23.101944 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-680485ed-57ec-4646-93d8-5a17d87d9c36 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/quotas/d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 375 time: 0.0094447 Oct 28 12:13:23.153601 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-0b7ed45e-22e6-454c-bb48-041195b53a7c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462992 Oct 28 12:13:23.254411 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-c45c9daa-cfb6-493a-a2b2-680c2c594aa7 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875607 Oct 28 12:13:23.347109 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-fcadfd42-f3a3-4bf5-889a-b181e6343b82 service neutron] 10.222.0.32 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854468 Oct 28 12:13:23.504451 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-10e27e56-270d-4804-b8f5-3a1a6440134c req-b7f464e9-089b-424c-bfa7-67786e2adf8c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 210 time: 0.0256395 Oct 28 12:13:24.601492 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3ea7b602-906b-4979-b24e-1ee02f069d61 req-588befb0-ac65-4aa6-bc78-65028e600baf tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 210 time: 0.0293837 Oct 28 12:13:24.921326 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:13:25.698020 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3323f9fe-0da6-401a-9d36-8d4fd9f4619f req-0d82a3d4-6c38-4003-81e4-09eff021e182 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 210 time: 0.0260673 Oct 28 12:13:26.681329 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5b4c08b7-7484-4df0-8147-a9042963f49e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:26.794768 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a6f41b7f-3c7e-4f71-b607-16f2fbabc2ef req-1381d7fd-6c34-4d01-a5bb-b39f44663164 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 210 time: 0.0277531 Oct 28 12:13:26.895197 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1522779e-928b-4f20-90ee-a5cea617b641 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:26.896751 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1522779e-928b-4f20-90ee-a5cea617b641 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 817 time: 0.1104865 Oct 28 12:13:26.939815 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-5c937712-7811-4a75-ae98-3df9c5c6148b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 380 time: 0.0329921 Oct 28 12:13:26.950280 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'port': {'device_id': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'admin_state_up': True, 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'security_groups': ['94089abe-bb86-4621-aed5-900a86f3e3c7']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:27.054928 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Made reservation on behalf of d373b381315f4833beb30f2033a67f5f for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:27.058497 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.180645 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Allocated IP 172.20.0.8 (b20ef5e3-2b26-4a72-8925-01f5500ca8f6/991e2ddb-3b1b-4bc5-b6ca-04dcb4253239/4f501be9-cff6-427b-b090-8ad62adc9a6b) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:27.310868 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.345652 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.388333 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:27.393403 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:27.399500 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:27.425048 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:27.439287 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.439631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.439962 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.440286 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.440611 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.440958 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.441279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.441597 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.441909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.442221 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.442564 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.442875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:27.463920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:27.464545 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.484872 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-1d86c64d-9f22-4300-9f1b-5506adacf3f9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5383041 Oct 28 12:13:27.498623 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Request body: {'port': {'device_id': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:27.561432 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.597157 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-e58d86bd-317a-4243-b35a-5a82356758d9 None None] Provisioning complete for port 4f501be9-cff6-427b-b090-8ad62adc9a6b triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:27.597655 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e58d86bd-317a-4243-b35a-5a82356758d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:27.633111 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-e58d86bd-317a-4243-b35a-5a82356758d9 None None] Port 4f501be9-cff6-427b-b090-8ad62adc9a6b cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:27.910815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e2bc60-57e0-45b6-a89a-371358199310 req-71a9d94a-eeca-4b48-abb0-09bfd1bf01f4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:27.912385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-17e2bc60-57e0-45b6-a89a-371358199310 req-71a9d94a-eeca-4b48-abb0-09bfd1bf01f4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 931 time: 0.0474699 Oct 28 12:13:27.949672 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-17e2bc60-57e0-45b6-a89a-371358199310 req-3f3eb625-c3fb-4cff-834c-5c1235b8fa0a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313604 Oct 28 12:13:28.045009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:28.052442 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:28.064067 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Transition to ACTIVE for port object 4f501be9-cff6-427b-b090-8ad62adc9a6b will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:13:28.067379 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:28.117043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:28.188879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Attempting to bind port 4f501be9-cff6-427b-b090-8ad62adc9a6b on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:28.189209 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Attempting to bind port 4f501be9-cff6-427b-b090-8ad62adc9a6b by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:28.189545 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Attempting to bind port 4f501be9-cff6-427b-b090-8ad62adc9a6b on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:28.194415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Port 4f501be9-cff6-427b-b090-8ad62adc9a6b on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:13:28.194730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Attempting to bind port 4f501be9-cff6-427b-b090-8ad62adc9a6b on network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:28.199631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:28.199958 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Checking segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:28.200335 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Bound using segment: {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:28.200750 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Bound port: 4f501be9-cff6-427b-b090-8ad62adc9a6b, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddce072e-b887-4952-8020-069241477158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:28.201128 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:28.263691 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:28.266606 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:28.270996 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:28.304390 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.305009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:28.306363 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-9c107238-bc15-43a9-8559-330866fa689b service neutron] 10.222.0.105 "PUT /v2.0/ports/4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 1093 time: 0.8121967 Oct 28 12:13:28.306788 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:28.309038 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737e328-584f-4c09-acad-740d4aff31e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:28.333863 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107238-bc15-43a9-8559-330866fa689b service neutron] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:28.350518 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8af057e-f5de-403d-8a4c-5ce08818f70f x-openstack-request-id: req-b8af057e-f5de-403d-8a4c-5ce08818f70f {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:28.351029 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:28.351472 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8af057e-f5de-403d-8a4c-5ce08818f70f {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:28.352056 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'status': 'completed', 'code': 200} Oct 28 12:13:28.408504 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-14a77e69-f836-4fa2-820e-736daf7adabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.409639 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-14a77e69-f836-4fa2-820e-736daf7adabc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1096 time: 0.0452785 Oct 28 12:13:28.460894 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-6d9e02ea-043e-4e6e-8caf-339f82e491b1 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 217 time: 0.0375316 Oct 28 12:13:28.511463 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-44a30fd1-2dd5-44b7-8c72-9f394701a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.512978 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-44a30fd1-2dd5-44b7-8c72-9f394701a264 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0446405 Oct 28 12:13:28.562075 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-29a05a56-ef50-40aa-8db6-38beb5672c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.563650 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-29a05a56-ef50-40aa-8db6-38beb5672c5b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0432737 Oct 28 12:13:28.656569 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-92d4c703-f0e8-4aa4-9867-101f77b1e869 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853739 Oct 28 12:13:28.749585 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b1b1a590-79d3-43fd-a900-badb7ff61f16 req-08d73179-b333-4646-beb9-5bdd0516592c service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846000 Oct 28 12:13:28.842402 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e328-584f-4c09-acad-740d4aff31e1 req-86329146-23a0-424c-b698-6cfabd9e7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.844303 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-86329146-23a0-424c-b698-6cfabd9e7497 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1096 time: 0.0500622 Oct 28 12:13:28.937744 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e328-584f-4c09-acad-740d4aff31e1 req-e4213200-beec-461f-8225-06676a6e1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:28.939113 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-e4213200-beec-461f-8225-06676a6e1efe service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.0866356 Oct 28 12:13:28.980631 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-f11c32ff-4e96-40b4-be84-d335869a84c5 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 217 time: 0.0329027 Oct 28 12:13:29.030363 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e328-584f-4c09-acad-740d4aff31e1 req-314556c9-d18d-48a0-81ef-ceaafb06cca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:29.031830 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-314556c9-d18d-48a0-81ef-ceaafb06cca5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0434840 Oct 28 12:13:29.071252 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c1094c-266a-4b91-b095-300d57022e8e req-32f2d554-ed6a-4227-ad17-60f53a01b646 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:29.072712 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-04c1094c-266a-4b91-b095-300d57022e8e req-32f2d554-ed6a-4227-ad17-60f53a01b646 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0510538 Oct 28 12:13:29.080879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737e328-584f-4c09-acad-740d4aff31e1 req-a71d0e5a-bc40-410f-bbd1-3e2ab509af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:29.082331 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-a71d0e5a-bc40-410f-bbd1-3e2ab509af33 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423484 Oct 28 12:13:29.111150 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-04c1094c-266a-4b91-b095-300d57022e8e req-58b23a1a-804f-4c89-bce9-c0d5d9d2b0cf tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Oct 28 12:13:29.171233 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-a7012557-eca3-4e0c-ac23-710b3bb7b0dc service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809383 Oct 28 12:13:29.230024 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-207c6e11-d092-4189-b971-b1ec6f17e7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:29.264747 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d737e328-584f-4c09-acad-740d4aff31e1 req-c8330b71-18ad-4812-b3d7-ed1e187125af service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850937 Oct 28 12:13:29.926217 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41398) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:30.027123 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.100836 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.104419 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.141451 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=96729b44a8854800b8020d1a55a1bd85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2136891 Oct 28 12:13:30.142252 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df15bd-3540-499d-a92c-0cf11884558c,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:30.144133 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41404) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:30.150871 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.151266 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.151713 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.151963 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.152294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.152617 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.153002 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.153461 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.153900 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.154222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.154536 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.154847 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353c2e61-f723-4562-a850-07f140a27151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.197559 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.227220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.229204 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.234312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d18e8b-facd-44c0-9212-3b4b4e34727c req-dbe89f31-2626-43e1-8358-9db674119b99 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:30.235923 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39d18e8b-facd-44c0-9212-3b4b4e34727c req-dbe89f31-2626-43e1-8358-9db674119b99 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0517170 Oct 28 12:13:30.272916 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-39d18e8b-facd-44c0-9212-3b4b4e34727c req-01d84145-78c7-479a-845b-a1a98c2e4ed0 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304406 Oct 28 12:13:30.274440 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.277184 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.278247 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/26df15bd-3540-499d-a92c-0cf11884558c HTTP/1.1" status: 204 len: 168 time: 0.1330872 Oct 28 12:13:30.286005 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae81366b-73a9-48b2-9c89-01c4c6c90240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df15bd-3540-499d-a92c-0cf11884558c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:30.307969 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.369452 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.480667 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:13:30.580627 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:30.592722 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:13:30.630605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.643405 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:13:30.666372 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:30.671160 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:30.718804 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:30.726233 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.726580 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.726912 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.727242 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.727564 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.727887 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.728216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.728535 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.728904 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.729226 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.729634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.729847 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:30.896462 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41428) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:30.906689 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['4f501be9-cff6-427b-b090-8ad62adc9a6b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:13:30.990357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-688651835-network', 'tenant_id': '65cad67d8de14681b197cddef6700124'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:31.011821 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Made reservation on behalf of 65cad67d8de14681b197cddef6700124 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:31.014208 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.023064 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.095464 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.099134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.121903 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] vlan segment allocate from pool success with {'vlan_id': 1022, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:13:31.137059 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a73d755-b13a-49cf-abde-06d6918bdd68,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:31.139872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.140208 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Added segment 40948276-7c3a-4bd1-9367-a2ee7029c69c of type vlan for network 535f9e75-13d7-4345-8b64-c84f711c52da Oct 28 12:13:31.180004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.203639 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.204550 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:31.205155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.256566 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3589895 Oct 28 12:13:31.259534 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41432) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:31.264465 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Request body: {'subnet': {'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-688651835-subnet', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'ip_version': 4}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:31.267137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebb5fb-5335-482c-896a-277a13f070bb admin admin] Pushing event updated for resources: {'Network': ['ID=535f9e75-13d7-4345-8b64-c84f711c52da,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:31.282593 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 535f9e75-13d7-4345-8b64-c84f711c52da details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:13:31.288816 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Made reservation on behalf of 65cad67d8de14681b197cddef6700124 for: {'subnet': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:31.291037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2821200'] for subnet, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.439869 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d32b89f-e2fd-4959-a8cc-43baa8e52cc0 req-43cb6765-13ce-420f-9e9e-c511993aa986 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:31.441640 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3d32b89f-e2fd-4959-a8cc-43baa8e52cc0 req-43cb6765-13ce-420f-9e9e-c511993aa986 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0884881 Oct 28 12:13:31.518988 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3d32b89f-e2fd-4959-a8cc-43baa8e52cc0 req-809df21e-4492-48d4-976c-ac91e6700b9f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673559 Oct 28 12:13:31.530654 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2730070', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2821186'] for subnet, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.583222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de7eea52-0b4e-4637-83bb-1470e91de912,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:31.593038 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Checking segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:31.593389 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Network hostable DHCP agents. Network: 535f9e75-13d7-4345-8b64-c84f711c52da, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101561) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:13:31.609329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Network 535f9e75-13d7-4345-8b64-c84f711c52da is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101561) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:13:31.617892 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 535f9e75-13d7-4345-8b64-c84f711c52da) {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:31.621880 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:31.622451 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.629912 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dc6189-2649-464e-9d4d-8e64ae53223e None None] Network 535f9e75-13d7-4345-8b64-c84f711c52da requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:13:31.642054 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4b88bff2-a15a-4287-b53f-a50f9dc34f56 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3789418 Oct 28 12:13:31.642437 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41438) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:31.648108 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:31.670700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.672325 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.725891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.782331 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-535f9e75-13d7-4345-8b64-c84f711c52da', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:13:31.783206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.860548 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.874829 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:31.922171 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Allocated IP 172.20.0.2 (535f9e75-13d7-4345-8b64-c84f711c52da/de7eea52-0b4e-4637-83bb-1470e91de912/355549f2-81a7-47fd-9f03-18c9182d7087) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:32.057511 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.062601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.067767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.076031 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.112608 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Network 535f9e75-13d7-4345-8b64-c84f711c52da is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:32.115440 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:32.118426 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:32.127114 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Pushing event updated for resources: {'Port': ['ID=355549f2-81a7-47fd-9f03-18c9182d7087,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:32.178216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Attempting to bind port 355549f2-81a7-47fd-9f03-18c9182d7087 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:32.178575 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Attempting to bind port 355549f2-81a7-47fd-9f03-18c9182d7087 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:32.179071 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Attempting to bind port 355549f2-81a7-47fd-9f03-18c9182d7087 on network 535f9e75-13d7-4345-8b64-c84f711c52da {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:32.182725 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Allocated IP 172.27.3.83 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/b3017375-e956-4248-8f5f-3125f17f282f) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:32.184389 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:32.184815 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Checking segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:32.185237 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.185619 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Bound using segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:32.186075 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Bound port: 355549f2-81a7-47fd-9f03-18c9182d7087, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:32.186454 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.249034 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] For port 355549f2-81a7-47fd-9f03-18c9182d7087, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:32.252300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] For port 355549f2-81a7-47fd-9f03-18c9182d7087, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=355549f2-81a7-47fd-9f03-18c9182d7087,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:32.256392 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.281226 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.312597 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d3c75f-53a9-498b-b166-f7cdc027d266 None None] Pushing event updated for resources: {'Port': ['ID=355549f2-81a7-47fd-9f03-18c9182d7087,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:32.316987 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.359597 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:32.362837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:32.366551 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:32.401459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Pushing event updated for resources: {'Port': ['ID=b3017375-e956-4248-8f5f-3125f17f282f,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:32.498701 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:32.653913 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.657247 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e698eb8c-69e1-4ebd-9d5e-45793c6d5c22 req-7f1c1241-7b80-4586-807f-dfcc0eb81527 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:32.658827 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e698eb8c-69e1-4ebd-9d5e-45793c6d5c22 req-7f1c1241-7b80-4586-807f-dfcc0eb81527 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0610695 Oct 28 12:13:32.691736 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 4f501be9-cff6-427b-b090-8ad62adc9a6b completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:13:32.696703 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 4f501be9-cff6-427b-b090-8ad62adc9a6b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:32.697116 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.709467 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e698eb8c-69e1-4ebd-9d5e-45793c6d5c22 req-1906ea0c-f611-4bfa-a690-fa4926e87c22 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424469 Oct 28 12:13:32.776937 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.803246 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:32.805624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e162a5d1-8ad8-4fa5-9b79-b688eaca2a38" -d '{"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:32.822960 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:32.828482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:32.853062 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad21ef0-657b-45c0-9edb-1a24d6336c12 x-openstack-request-id: req-dad21ef0-657b-45c0-9edb-1a24d6336c12 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:32.853469 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:32.853633 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-dad21ef0-657b-45c0-9edb-1a24d6336c12 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:32.853995 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'code': 200} Oct 28 12:13:32.879923 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:32.880631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.038885 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb780ed-4264-48e1-8d52-62731222c2ae req-d51b600b-c59e-4b7e-9d72-e802b445fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:33.040412 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2bb780ed-4264-48e1-8d52-62731222c2ae req-d51b600b-c59e-4b7e-9d72-e802b445fb41 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1098 time: 0.0657437 Oct 28 12:13:33.055520 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:13:33.139228 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-2bb780ed-4264-48e1-8d52-62731222c2ae req-ac92e351-340f-4291-91b7-14b350995749 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913110 Oct 28 12:13:33.181357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:33.191350 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Sync routers for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:33.200738 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.202009 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-52b47861-ebc7-4ae7-a9f0-348af646f2a0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.5577161 Oct 28 12:13:33.204992 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41446) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:33.205782 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:33.206542 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:33.271647 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6822e694-6cb3-4ef7-9a0d-ca6e2bcbfddd None None] Network 535f9e75-13d7-4345-8b64-c84f711c52da requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:13:33.382598 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 355549f2-81a7-47fd-9f03-18c9182d7087 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:33.391733 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] Provisioning complete for port 355549f2-81a7-47fd-9f03-18c9182d7087 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:33.392049 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.437302 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:33.666972 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 355549f2-81a7-47fd-9f03-18c9182d7087 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:33.667303 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.760836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.830505 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] For port 355549f2-81a7-47fd-9f03-18c9182d7087, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=355549f2-81a7-47fd-9f03-18c9182d7087,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:33.847943 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.895907 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ccdb49-eb32-48d8-ab9e-13c0934ac432 req-d6a8ff1a-8a05-4bf3-9a3f-bd5edff52934 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:33.896574 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.897454 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5ccdb49-eb32-48d8-ab9e-13c0934ac432 req-d6a8ff1a-8a05-4bf3-9a3f-bd5edff52934 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.1073952 Oct 28 12:13:33.922504 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:32Z', 'revision_number': 3, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:33.931261 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:33.967298 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Checking router: 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:33.967716 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Updating router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 port b3017375-e956-4248-8f5f-3125f17f282f binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:13:33.971509 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3e47c9-0d78-43db-b101-ffe8f69d91d3 None None] Pushing event updated for resources: {'Port': ['ID=355549f2-81a7-47fd-9f03-18c9182d7087,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:33.982544 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5ccdb49-eb32-48d8-ab9e-13c0934ac432 req-eecaf41b-bee8-4060-a41b-3ec4955e5294 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753059 Oct 28 12:13:34.021168 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.041951 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.db.api [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101562) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 28 12:13:34.042228 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG oslo_db.api [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 28 12:13:34.131107 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-5c8dfa87-0268-47c2-8898-45f4d0d1bab1 None None] Provisioning complete for port 355549f2-81a7-47fd-9f03-18c9182d7087 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:34.131481 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5c8dfa87-0268-47c2-8898-45f4d0d1bab1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.143856 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Allocated IP 172.20.0.1 (535f9e75-13d7-4345-8b64-c84f711c52da/de7eea52-0b4e-4637-83bb-1470e91de912/af7c5336-7e83-417c-8b95-832da386f6a6) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:34.257850 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.292290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.337022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Network 535f9e75-13d7-4345-8b64-c84f711c52da is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:34.351028 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:34.353883 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.358257 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:34.361516 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:34.367824 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.414062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.424507 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44912-dc96-4fb8-957a-3cdbb6bc1339 None None] Pushing event updated for resources: {'Port': ['ID=b3017375-e956-4248-8f5f-3125f17f282f,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:34.427352 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Attempting to bind port b3017375-e956-4248-8f5f-3125f17f282f on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:34.427715 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Attempting to bind port b3017375-e956-4248-8f5f-3125f17f282f by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:34.428075 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Attempting to bind port b3017375-e956-4248-8f5f-3125f17f282f on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:34.434136 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:34.434504 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:34.434897 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.435277 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:34.435736 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Bound port: b3017375-e956-4248-8f5f-3125f17f282f, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:34.436109 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.493118 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] For port b3017375-e956-4248-8f5f-3125f17f282f, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:34.496351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] For port b3017375-e956-4248-8f5f-3125f17f282f, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b3017375-e956-4248-8f5f-3125f17f282f,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:34.504410 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.580558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.590866 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:34.591481 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:34.597387 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c44912-dc96-4fb8-957a-3cdbb6bc1339 None None] Pushing event updated for resources: {'Port': ['ID=b3017375-e956-4248-8f5f-3125f17f282f,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:34.746821 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.751371 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.815483 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-4a4f9a85-1abc-4264-ae41-c0e9d88a3f5a None None] Provisioning complete for port af7c5336-7e83-417c-8b95-832da386f6a6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:34.816107 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-4a4f9a85-1abc-4264-ae41-c0e9d88a3f5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.819393 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Pushing event updated for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:34.821962 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:34.868811 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:34.870865 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-4a4f9a85-1abc-4264-ae41-c0e9d88a3f5a None None] Port af7c5336-7e83-417c-8b95-832da386f6a6 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:34.913942 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Network 535f9e75-13d7-4345-8b64-c84f711c52da is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:34.915289 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:35.035929 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:13:35.091890 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 1, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:35.128600 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-035b6c1a-62c2-4ad0-81a1-726cd834fc15 None None] The sync data for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi is: [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 1, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:35.181304 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9746f-39f9-40a8-b6ed-43e53fe22229 req-8025be5f-c6ff-4a12-a0aa-351d756e6f47 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.182898 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0ca9746f-39f9-40a8-b6ed-43e53fe22229 req-8025be5f-c6ff-4a12-a0aa-351d756e6f47 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.1015882 Oct 28 12:13:35.191428 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:35.194007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-1f359244-08e4-48a0-90bc-212f4e98ae3b None None] Provisioning complete for port af7c5336-7e83-417c-8b95-832da386f6a6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:35.194376 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1f359244-08e4-48a0-90bc-212f4e98ae3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:35.197973 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b80c75b2-fd26-4f8d-a9be-caf1324af1f8 admin admin] 10.222.0.32 "PUT /v2.0/routers/174ba74f-cdaf-4234-b2f9-a0ea97aaabb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9916890 Oct 28 12:13:35.232919 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1f359244-08e4-48a0-90bc-212f4e98ae3b None None] Port af7c5336-7e83-417c-8b95-832da386f6a6 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:35.235999 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0ca9746f-39f9-40a8-b6ed-43e53fe22229 req-90ac16b4-e754-4bcc-b635-4c925b09f961 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466480 Oct 28 12:13:35.361262 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 355549f2-81a7-47fd-9f03-18c9182d7087 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:35.365262 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096a01a-324b-4a0a-894e-949d79fee16c req-4b4b4c8b-f4c6-46e0-ab93-1d272c142e3d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:35.369859 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e096a01a-324b-4a0a-894e-949d79fee16c req-4b4b4c8b-f4c6-46e0-ab93-1d272c142e3d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0601606 Oct 28 12:13:35.376207 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41462) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:35.401682 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Request body: {'floatingip': {'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:35.459568 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:35.461088 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 355549f2-81a7-47fd-9f03-18c9182d7087 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:35.461546 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:35.802561 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41474) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:35.808373 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-285496071-network', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:35.834013 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Made reservation on behalf of d041e8be59324b99b1a942044355b5f3 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:35.836955 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:35.957275 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:35.962572 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.078436 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Floating IP 7bfeff4d-2740-4d1c-affb-d963936f143e associated. External IP: 172.27.3.151, port: 4f501be9-cff6-427b-b090-8ad62adc9a6b. Oct 28 12:13:36.104724 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.186443 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.192704 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.214786 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] vlan segment allocate from pool success with {'vlan_id': 1037, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:13:36.230415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207cf852-87cb-4741-bea2-e359533bfe42,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:36.233497 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.233835 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Added segment 6608991f-5dbb-449a-99be-25f026f25a18 of type vlan for network 2731f933-c251-430d-befd-229cb25d8c07 Oct 28 12:13:36.288553 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.313074 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:13:36.314769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.315925 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.316505 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.373070 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5686100 Oct 28 12:13:36.381402 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41478) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:36.386762 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Request body: {'subnet': {'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-285496071-subnet', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:36.398317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf26684-183f-4465-87b5-4d3914bd31f3 admin admin] Pushing event updated for resources: {'Network': ['ID=2731f933-c251-430d-befd-229cb25d8c07,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:36.407957 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 2731f933-c251-430d-befd-229cb25d8c07 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:13:36.434442 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Made reservation on behalf of d041e8be59324b99b1a942044355b5f3 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:36.436747 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410897'] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.457154 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:36.463297 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.470376 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:36.489170 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:36.490145 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:36.515951 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-cac5759b-9d33-4476-9fb6-734224806578 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "PUT /v2.0/floatingips/7bfeff4d-2740-4d1c-affb-d963936f143e HTTP/1.1" status: 200 len: 991 time: 1.1358097 Oct 28 12:13:36.515951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:13:36.526496 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9" -d '{"events": [{"name": "network-changed", "server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:13:36.586450 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aab9e88-48c8-41cf-8b26-095aefe1deb3 x-openstack-request-id: req-8aab9e88-48c8-41cf-8b26-095aefe1deb3 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:13:36.586823 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:13:36.587006 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-8aab9e88-48c8-41cf-8b26-095aefe1deb3 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:13:36.587353 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'status': 'completed', 'code': 200} Oct 28 12:13:36.617386 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:36.678255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2482535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410883'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.706640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-b72b2922-6c2f-435c-9b31-fefae1007f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.708666 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-b72b2922-6c2f-435c-9b31-fefae1007f85 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1098 time: 0.0794518 Oct 28 12:13:36.792325 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Pushing event updated for resources: {'Subnet': ['ID=556b5140-c101-4bdb-ae24-c0f1de83e447,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:36.804019 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Checking segment: {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:36.804634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Network hostable DHCP agents. Network: 2731f933-c251-430d-befd-229cb25d8c07, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:13:36.843461 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Network 2731f933-c251-430d-befd-229cb25d8c07 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:13:36.845333 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7bfeff4d-2740-4d1c-affb-d963936f143e', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:13:22Z', 'updated_at': '2021-10-28T12:13:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:36.845747 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-4cf1a50a-7c53-45d1-b897-d4dffaadfda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.847226 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-4cf1a50a-7c53-45d1-b897-d4dffaadfda8 service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.1294000 Oct 28 12:13:36.863749 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 2731f933-c251-430d-befd-229cb25d8c07) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:36.871720 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e269e0-df72-43c0-be37-bd045648863a None None] Network 2731f933-c251-430d-befd-229cb25d8c07 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:13:36.879221 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:36.888214 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:36.888829 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:36.912728 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:36.913532 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:36.941295 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-2a7a1ea5-f056-43e7-bfa9-028722e9c86c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5588379 Oct 28 12:13:36.944273 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41484) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:36.950355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:36.955641 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-ad7c3648-fbcb-461c-ad60-9d3e4cac0048 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 999 time: 0.0997391 Oct 28 12:13:37.004365 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.006046 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.006690 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:37.026537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-bdcd1001-55e4-4c31-adda-f9f27fdbd05c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:37.028043 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-bdcd1001-55e4-4c31-adda-f9f27fdbd05c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0625618 Oct 28 12:13:37.031407 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-2731f933-c251-430d-befd-229cb25d8c07', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:13:37.032924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.093041 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.163196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-64d42f44-0056-4893-806d-e379fa7fc013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:37.164689 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-64d42f44-0056-4893-806d-e379fa7fc013 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1267192 Oct 28 12:13:37.205610 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Allocated IP 172.20.0.2 (2731f933-c251-430d-befd-229cb25d8c07/556b5140-c101-4bdb-ae24-c0f1de83e447/9beb141a-c488-4bde-9a78-615ca0e15e55) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:37.291556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.311094 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7bfeff4d-2740-4d1c-affb-d963936f143e', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:13:22Z', 'updated_at': '2021-10-28T12:13:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:37.352262 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0885f047-b6b7-4fdf-a372-862978ce12b3 None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '7bfeff4d-2740-4d1c-affb-d963936f143e', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'floating_ip_address': '172.27.3.151', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:13:22Z', 'updated_at': '2021-10-28T12:13:35Z', 'revision_number': 1, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:37.373963 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-464c92b2-3545-45bf-8bbb-defe45986821 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991103 Oct 28 12:13:37.409553 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b3017375-e956-4248-8f5f-3125f17f282f up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:37.464231 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.474216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.492664 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f23d1e4-5645-4fe4-b628-84b10a0bedd9 req-00baed17-97d0-452c-a5e9-7b1d0599c427 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070499 Oct 28 12:13:37.526186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Network 2731f933-c251-430d-befd-229cb25d8c07 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:37.528498 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port b3017375-e956-4248-8f5f-3125f17f282f triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:37.528891 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.533077 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:37.535445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:37.564889 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Pushing event updated for resources: {'Port': ['ID=9beb141a-c488-4bde-9a78-615ca0e15e55,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:37.573974 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Sync routers for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:37.612300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:37.612791 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:37.618558 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.638476 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.717691 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Attempting to bind port 9beb141a-c488-4bde-9a78-615ca0e15e55 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:37.718056 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Attempting to bind port 9beb141a-c488-4bde-9a78-615ca0e15e55 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:37.718414 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Attempting to bind port 9beb141a-c488-4bde-9a78-615ca0e15e55 on network 2731f933-c251-430d-befd-229cb25d8c07 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:37.752076 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Allocated IP 172.27.3.198 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/c744affc-043a-4714-a9b9-518b24a6e802) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:37.752246 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:37.752651 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Checking segment: {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:37.753090 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.753942 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Bound using segment: {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:37.754150 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Bound port: 9beb141a-c488-4bde-9a78-615ca0e15e55, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:37.754576 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.820282 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.831633 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc91b9-27d6-4c67-a179-264203a67105 None None] New status for floating IP 7bfeff4d-2740-4d1c-affb-d963936f143e: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:13:37.834572 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:37.868198 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.894723 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port b3017375-e956-4248-8f5f-3125f17f282f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b3017375-e956-4248-8f5f-3125f17f282f,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:37.906748 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.907018 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:37.951618 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:37.955218 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:37.957709 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:37.963200 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] For port 9beb141a-c488-4bde-9a78-615ca0e15e55, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:37.985850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Pushing event updated for resources: {'Port': ['ID=c744affc-043a-4714-a9b9-518b24a6e802,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:37.992383 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] For port 9beb141a-c488-4bde-9a78-615ca0e15e55, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9beb141a-c488-4bde-9a78-615ca0e15e55,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:38.024010 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.061817 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=b3017375-e956-4248-8f5f-3125f17f282f,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:38.174623 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422a4423-c44a-450b-a420-49e3bfcc03be None None] Pushing event updated for resources: {'Port': ['ID=9beb141a-c488-4bde-9a78-615ca0e15e55,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:38.203778 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 2, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:38.234427 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Checking router: 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:38.234922 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Updating router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 port af7c5336-7e83-417c-8b95-832da386f6a6 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:13:38.248499 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.259846 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.490248 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.617931 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Router 8c4793aa-0768-4883-bbc5-54f82e84f87e is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:13:38.681595 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.686767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.730686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:38.737988 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb56e-ad81-40a4-8c24-c3c6b2842837 None None] Pushing event updated for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:38.756626 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Sync routers for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:38.771583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:38.772441 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:38.777243 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.778956 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6622fff0-3ba6-4a10-bfee-00d4c0ee00d5 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8336828 Oct 28 12:13:38.781668 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41494) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:13:38.913940 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Attempting to bind port af7c5336-7e83-417c-8b95-832da386f6a6 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:38.914650 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Attempting to bind port af7c5336-7e83-417c-8b95-832da386f6a6 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:38.915216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Attempting to bind port af7c5336-7e83-417c-8b95-832da386f6a6 on network 535f9e75-13d7-4345-8b64-c84f711c52da {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:38.929831 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:38.930303 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Checking segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:38.930772 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.931236 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Bound using segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:38.931836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Bound port: af7c5336-7e83-417c-8b95-832da386f6a6, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:38.932233 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:38.995865 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:39.122032 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] For port af7c5336-7e83-417c-8b95-832da386f6a6, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:39.150243 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] For port af7c5336-7e83-417c-8b95-832da386f6a6, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=af7c5336-7e83-417c-8b95-832da386f6a6,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:39.158019 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] Provisioning complete for port af7c5336-7e83-417c-8b95-832da386f6a6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:39.160319 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.169144 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.269466 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7a79d2-0a30-46e9-8af2-afee7718e7b9 None None] Network 2731f933-c251-430d-befd-229cb25d8c07 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:13:39.370605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2deb56e-ad81-40a4-8c24-c3c6b2842837 None None] Pushing event updated for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:39.402489 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:39.403232 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:39.522648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9beb141a-c488-4bde-9a78-615ca0e15e55 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:39.546502 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.621705 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.685095 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:38Z', 'revision_number': 3, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:39.699025 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:39.703382 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Allocated IP 172.20.0.1 (2731f933-c251-430d-befd-229cb25d8c07/556b5140-c101-4bdb-ae24-c0f1de83e447/a280b7c3-9484-4f5e-b3a8-7bf792b997d6) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:39.739341 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] For port af7c5336-7e83-417c-8b95-832da386f6a6, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=af7c5336-7e83-417c-8b95-832da386f6a6,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:39.768452 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.770159 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Checking router: 8c4793aa-0768-4883-bbc5-54f82e84f87e for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:39.771068 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Updating router 8c4793aa-0768-4883-bbc5-54f82e84f87e port c744affc-043a-4714-a9b9-518b24a6e802 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:13:39.811715 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.828264 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 9beb141a-c488-4bde-9a78-615ca0e15e55 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:39.828627 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.852512 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.888654 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:39.891820 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Network 2731f933-c251-430d-befd-229cb25d8c07 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:39.894913 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:39.899103 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:39.925702 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Pushing event updated for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:39.940848 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.070492 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.123631 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd69681a-ad17-4f7d-bacf-d6e62870eaed None None] Pushing event updated for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:40.221550 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-ebd1f091-9066-4733-9e96-6174e2a7e532 None None] Provisioning complete for port af7c5336-7e83-417c-8b95-832da386f6a6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:40.221907 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ebd1f091-9066-4733-9e96-6174e2a7e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.261784 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.268196 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.344983 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Pushing event updated for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:40.348404 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.388191 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.449907 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Network 2731f933-c251-430d-befd-229cb25d8c07 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:40.451390 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:40.496763 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 9beb141a-c488-4bde-9a78-615ca0e15e55, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9beb141a-c488-4bde-9a78-615ca0e15e55,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:40.508933 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.509713 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b3017375-e956-4248-8f5f-3125f17f282f up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:40.566691 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:40.585260 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Router 8c4793aa-0768-4883-bbc5-54f82e84f87e has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:13:40.643813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c3ba1ea-5a11-439b-9226-0eac81b4ebfa None None] The sync data for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi is: [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:40.655438 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-ebd1f091-9066-4733-9e96-6174e2a7e532 None None] Provisioning complete for port 9beb141a-c488-4bde-9a78-615ca0e15e55 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:40.655438 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ebd1f091-9066-4733-9e96-6174e2a7e532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.696550 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.710185 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=9beb141a-c488-4bde-9a78-615ca0e15e55,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:40.716268 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:13:40.718764 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.723030 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-aecdea03-db86-487f-b2af-0a05983534fe admin admin] 10.222.0.32 "PUT /v2.0/routers/8c4793aa-0768-4883-bbc5-54f82e84f87e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9399364 Oct 28 12:13:40.782714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port b3017375-e956-4248-8f5f-3125f17f282f triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:40.783209 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.840440 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86589520-276c-4886-af55-cbe70250d7f4 None None] Pushing event updated for resources: {'Port': ['ID=c744affc-043a-4714-a9b9-518b24a6e802,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:40.847730 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Attempting to bind port c744affc-043a-4714-a9b9-518b24a6e802 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:40.848100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Attempting to bind port c744affc-043a-4714-a9b9-518b24a6e802 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:40.849020 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Attempting to bind port c744affc-043a-4714-a9b9-518b24a6e802 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:40.882849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:40.882849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:40.882849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.882849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:40.883262 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Bound port: c744affc-043a-4714-a9b9-518b24a6e802, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:40.883658 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:40.979007 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] For port c744affc-043a-4714-a9b9-518b24a6e802, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:40.983621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] For port c744affc-043a-4714-a9b9-518b24a6e802, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c744affc-043a-4714-a9b9-518b24a6e802,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:40.992014 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:41.063216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:41.063920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:41.068922 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86589520-276c-4886-af55-cbe70250d7f4 None None] Pushing event updated for resources: {'Port': ['ID=c744affc-043a-4714-a9b9-518b24a6e802,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:41.104011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-ed841cec-8239-41bc-ab27-71362d46471f None None] Provisioning complete for port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:41.104011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ed841cec-8239-41bc-ab27-71362d46471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:41.182526 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-ed841cec-8239-41bc-ab27-71362d46471f None None] Port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:41.207096 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-ed841cec-8239-41bc-ab27-71362d46471f None None] Provisioning complete for port 9beb141a-c488-4bde-9a78-615ca0e15e55 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:41.207465 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ed841cec-8239-41bc-ab27-71362d46471f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:41.233702 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:41.402671 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device af7c5336-7e83-417c-8b95-832da386f6a6 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:41.510653 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port af7c5336-7e83-417c-8b95-832da386f6a6 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:41.510924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:41.579210 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a280b7c3-9484-4f5e-b3a8-7bf792b997d6', 'name': '', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'mac_address': 'fa:16:3e:d2:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:39Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 2, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'subnets': [{'id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:41.609098 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb5d04f-8dfb-4a4b-8c92-cfea6774b7c5 None None] The sync data for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi is: [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a280b7c3-9484-4f5e-b3a8-7bf792b997d6', 'name': '', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'mac_address': 'fa:16:3e:d2:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:39Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 2, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'subnets': [{'id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:41.678654 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9beb141a-c488-4bde-9a78-615ca0e15e55 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:41.741554 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 9beb141a-c488-4bde-9a78-615ca0e15e55 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:41.742174 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:43.415385 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c744affc-043a-4714-a9b9-518b24a6e802 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:43.473102 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port c744affc-043a-4714-a9b9-518b24a6e802 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:43.474125 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:43.713297 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:43.735101 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port c744affc-043a-4714-a9b9-518b24a6e802, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c744affc-043a-4714-a9b9-518b24a6e802,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:43.738741 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:43.792452 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=c744affc-043a-4714-a9b9-518b24a6e802,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:44.533984 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Sync routers for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:13:44.547149 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:44.547943 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:44.661710 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:44.966876 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a280b7c3-9484-4f5e-b3a8-7bf792b997d6', 'name': '', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'mac_address': 'fa:16:3e:d2:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:39Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 2, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'subnets': [{'id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:44.996328 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Checking router: 8c4793aa-0768-4883-bbc5-54f82e84f87e for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:13:44.996328 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Updating router 8c4793aa-0768-4883-bbc5-54f82e84f87e port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:13:45.027523 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.346543 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.361469 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.390809 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c744affc-043a-4714-a9b9-518b24a6e802 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:45.402726 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Pushing event updated for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:45.420525 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.420911 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.421249 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.421576 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.421899 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.422221 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.422539 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.422853 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.423438 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.423755 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.424069 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.424376 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:13:45.463963 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port c744affc-043a-4714-a9b9-518b24a6e802 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:45.464322 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.543568 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Attempting to bind port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:13:45.544085 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Attempting to bind port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:13:45.544202 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Attempting to bind port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 on network 2731f933-c251-430d-befd-229cb25d8c07 {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:13:45.551961 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:13:45.552341 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Checking segment: {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:13:45.552747 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.553281 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Bound using segment: {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:13:45.554278 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Bound port: a280b7c3-9484-4f5e-b3a8-7bf792b997d6, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6608991f-5dbb-449a-99be-25f026f25a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1037, 'network_id': '2731f933-c251-430d-befd-229cb25d8c07'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:13:45.554682 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.640888 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] For port a280b7c3-9484-4f5e-b3a8-7bf792b997d6, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:13:45.644514 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] For port a280b7c3-9484-4f5e-b3a8-7bf792b997d6, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:13:45.654505 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.718701 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:13:45.719416 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:45.725450 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1229c65e-3cb6-49d6-b426-68be335fd0e4 None None] Pushing event updated for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=4']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:45.811210 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] Provisioning complete for port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:45.812413 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.854764 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:13:45.951941 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:45.998196 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] For port a280b7c3-9484-4f5e-b3a8-7bf792b997d6, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:13:46.007603 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:46.071514 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c01bc7d-4c44-4ed6-af74-cd69104f9f21 None None] Pushing event updated for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:46.137353 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a280b7c3-9484-4f5e-b3a8-7bf792b997d6', 'name': '', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'mac_address': 'fa:16:3e:d2:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:39Z', 'updated_at': '2021-10-28T12:13:45Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'subnets': [{'id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:13:46.137662 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-75920221-2e04-49ed-a082-66dc617a0946 None None] Provisioning complete for port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:46.138049 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-75920221-2e04-49ed-a082-66dc617a0946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:46.172138 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a2fee9-2e92-485d-9d19-d00e6e4c4617 None None] The sync data for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi is: [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:40Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a280b7c3-9484-4f5e-b3a8-7bf792b997d6', 'name': '', 'network_id': '2731f933-c251-430d-befd-229cb25d8c07', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'mac_address': 'fa:16:3e:d2:c1:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_interface', 'standard_attr_id': 507, 'fixed_ips': [{'subnet_id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:39Z', 'updated_at': '2021-10-28T12:13:45Z', 'revision_number': 4, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'subnets': [{'id': '556b5140-c101-4bdb-ae24-c0f1de83e447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:13:47.370571 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a280b7c3-9484-4f5e-b3a8-7bf792b997d6 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:13:47.440664 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:47.441742 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:50.930425 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-4a7b7355-b958-4f51-8959-ad4b317570b9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:50.931920 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-4a7b7355-b958-4f51-8959-ad4b317570b9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 814 time: 0.1154654 Oct 28 12:13:50.948983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-e6d6f866-581d-4f39-a50e-593f8630d604 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/quotas/65cad67d8de14681b197cddef6700124 HTTP/1.1" status: 200 len: 375 time: 0.0106597 Oct 28 12:13:51.002616 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-c167c608-40eb-4403-9483-de9b2a67688b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481417 Oct 28 12:13:51.117013 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-45d5e1bf-5a14-4d10-b99d-fb35acd86b95 service neutron] 10.222.0.32 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010115 Oct 28 12:13:51.211270 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-dd409dd4-2709-492e-9f19-02bb13a9b089 service neutron] 10.222.0.32 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879624 Oct 28 12:13:51.270063 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1da135-1ec8-485e-891f-0693c132efe2 req-5f6ab803-1a54-4994-ba4a-24033e82b1d0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:51.272732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6b1da135-1ec8-485e-891f-0693c132efe2 req-5f6ab803-1a54-4994-ba4a-24033e82b1d0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.2019804 Oct 28 12:13:51.312195 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6b1da135-1ec8-485e-891f-0693c132efe2 req-64af38f7-5828-469f-a4c2-4538725e40a2 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346105 Oct 28 12:13:51.375042 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62e3dcc9-a6b5-49d4-af76-8ecbce418a2a req-d6f67579-d595-4a41-ba59-1125463acc99 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 210 time: 0.0303168 Oct 28 12:13:52.317939 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-ecbd2811-f6e0-42c0-996f-f48acfedf709 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:52.319383 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-ecbd2811-f6e0-42c0-996f-f48acfedf709 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 814 time: 0.1050615 Oct 28 12:13:52.333491 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'port': {'device_id': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'admin_state_up': True, 'tenant_id': '65cad67d8de14681b197cddef6700124'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:13:52.441747 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Made reservation on behalf of 65cad67d8de14681b197cddef6700124 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:13:52.445575 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:52.508006 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-776c8fdf-7f61-4bfa-896a-f533ec4571f6 req-d47da0e8-411f-4ac5-b2a9-b84f30ee2ca0 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 210 time: 0.0451059 Oct 28 12:13:52.528337 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02248e77-2771-4bd8-8b2a-3ea3b430c88a req-de2d4452-01ff-4eb1-81a8-432042ceb195 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:52.530346 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02248e77-2771-4bd8-8b2a-3ea3b430c88a req-de2d4452-01ff-4eb1-81a8-432042ceb195 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.1409640 Oct 28 12:13:52.572973 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02248e77-2771-4bd8-8b2a-3ea3b430c88a req-6b44bb63-3fda-4ef3-a040-c33f3e626edb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359032 Oct 28 12:13:52.583366 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Allocated IP 172.20.0.5 (535f9e75-13d7-4345-8b64-c84f711c52da/de7eea52-0b4e-4637-83bb-1470e91de912/573c315a-d7f5-4110-bb9b-8a7a94a6655e) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:13:52.987095 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:53.022704 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:53.068785 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Network 535f9e75-13d7-4345-8b64-c84f711c52da is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:13:53.072131 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:13:53.076640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:13:53.101738 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:13:53.131860 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:53.132507 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:53.151290 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-3c867d1f-bec5-40ec-9898-3f58e9c1cfe3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8218195 Oct 28 12:13:53.307222 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-4807c79c-349b-4a83-ab44-2e3c586d2ee8 None None] Provisioning complete for port 573c315a-d7f5-4110-bb9b-8a7a94a6655e triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:13:53.307754 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-4807c79c-349b-4a83-ab44-2e3c586d2ee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:53.343190 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-4807c79c-349b-4a83-ab44-2e3c586d2ee8 None None] Port 573c315a-d7f5-4110-bb9b-8a7a94a6655e cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:13:53.627104 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8ea235-68bb-476d-aebe-bb2780586449 req-89faaeb6-055a-40e0-a117-532419144aea tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:53.629364 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab8ea235-68bb-476d-aebe-bb2780586449 req-89faaeb6-055a-40e0-a117-532419144aea tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0515838 Oct 28 12:13:53.668726 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab8ea235-68bb-476d-aebe-bb2780586449 req-c8e06795-4288-4028-8be7-a4ae2f17641c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333023 Oct 28 12:13:53.782248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0afbec-faa6-4680-9586-f02cacab6d14 req-360f2ac9-a033-4013-b781-fac797797c19 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:53.784064 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef0afbec-faa6-4680-9586-f02cacab6d14 req-360f2ac9-a033-4013-b781-fac797797c19 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0556624 Oct 28 12:13:53.824025 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef0afbec-faa6-4680-9586-f02cacab6d14 req-05f17faa-f2e0-4ded-8807-a061dc5f247e tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335231 Oct 28 12:13:54.792154 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323e637-80bb-46e2-8d48-fa2a13e88876 req-808c4c96-2ea0-4240-8825-8143b6b0c027 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:54.793683 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a323e637-80bb-46e2-8d48-fa2a13e88876 req-808c4c96-2ea0-4240-8825-8143b6b0c027 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0499001 Oct 28 12:13:54.833847 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a323e637-80bb-46e2-8d48-fa2a13e88876 req-2ede9376-462a-4557-aa69-d13ef69be8f4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337503 Oct 28 12:13:54.947306 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152b49e-0479-4e2e-ae8e-347f63fb47c3 req-8819234a-0258-4a93-88d1-5ea6b1a52d61 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:54.948879 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e152b49e-0479-4e2e-ae8e-347f63fb47c3 req-8819234a-0258-4a93-88d1-5ea6b1a52d61 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0495028 Oct 28 12:13:54.988246 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e152b49e-0479-4e2e-ae8e-347f63fb47c3 req-2d336a7a-720d-404f-82a4-6afd4436ed27 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323951 Oct 28 12:13:55.957722 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e3747a-47fd-48cb-a342-113d0a7c9713 req-664aef47-ff62-4ac9-af02-ad3d88eb8355 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:55.959195 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e0e3747a-47fd-48cb-a342-113d0a7c9713 req-664aef47-ff62-4ac9-af02-ad3d88eb8355 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0568926 Oct 28 12:13:55.999273 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e0e3747a-47fd-48cb-a342-113d0a7c9713 req-79efaf48-0d95-4f74-848a-6756fc46eed2 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340121 Oct 28 12:13:56.107830 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d232922-c2d2-48ed-a65b-eb875cfdff02 req-23f29152-137a-4f80-a640-e068b6119e55 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:56.109327 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9d232922-c2d2-48ed-a65b-eb875cfdff02 req-23f29152-137a-4f80-a640-e068b6119e55 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0506806 Oct 28 12:13:56.148875 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9d232922-c2d2-48ed-a65b-eb875cfdff02 req-5fc19285-c9bb-4952-bbe8-6375ac2f65e4 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328014 Oct 28 12:13:56.683473 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-d37cc79c-3bb8-4c51-83d9-2c6f613c6c1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:57.120001 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada1326-6caa-4291-bc75-2de37e654813 req-6db37974-5d81-4687-99e4-e63662df73c8 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:57.122171 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ada1326-6caa-4291-bc75-2de37e654813 req-6db37974-5d81-4687-99e4-e63662df73c8 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0510328 Oct 28 12:13:57.160897 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ada1326-6caa-4291-bc75-2de37e654813 req-bcfb6936-1a9d-4cb5-b0fb-c8d18b0cc66b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328069 Oct 28 12:13:57.269671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44b7d3-14ba-4924-ac96-5e199544ca37 req-8d2ab135-b25c-4abb-bfa0-303b5ec79389 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:57.271672 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8a44b7d3-14ba-4924-ac96-5e199544ca37 req-8d2ab135-b25c-4abb-bfa0-303b5ec79389 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0542915 Oct 28 12:13:57.312161 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8a44b7d3-14ba-4924-ac96-5e199544ca37 req-6179bf7e-06c0-4125-b852-640b102b8d63 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344248 Oct 28 12:13:58.278177 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06692505-f9a1-4e09-b202-5af4743057a3 req-00a770c3-6a05-487f-ab32-d48004a6db55 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:58.279636 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-06692505-f9a1-4e09-b202-5af4743057a3 req-00a770c3-6a05-487f-ab32-d48004a6db55 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0491121 Oct 28 12:13:58.318965 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-06692505-f9a1-4e09-b202-5af4743057a3 req-3fab302b-adfa-41c8-8841-9070c808ede2 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333526 Oct 28 12:13:58.430024 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10456c5b-893f-4688-874e-c7d64d70b29e req-c49a008c-f4f4-4b24-a005-6c2de4d043f5 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:58.431594 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-10456c5b-893f-4688-874e-c7d64d70b29e req-c49a008c-f4f4-4b24-a005-6c2de4d043f5 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0498559 Oct 28 12:13:58.469690 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-10456c5b-893f-4688-874e-c7d64d70b29e req-f5058af5-49e8-440b-bb5b-e60035c95a85 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319250 Oct 28 12:13:59.234781 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a002fb97-adf0-4e30-858d-9a09581b2bdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:13:59.441221 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd4dd7-e95c-406e-a051-f0bd6e8c9903 req-2e0dc659-a345-46cf-a1cd-477f6932c118 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:59.442704 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cbdd4dd7-e95c-406e-a051-f0bd6e8c9903 req-2e0dc659-a345-46cf-a1cd-477f6932c118 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0535398 Oct 28 12:13:59.487032 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cbdd4dd7-e95c-406e-a051-f0bd6e8c9903 req-11261810-7fbe-4be1-af5b-0ca8a4596c62 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379519 Oct 28 12:13:59.592236 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc5be09-4705-48e5-980e-0403d26ce3fd req-1ea420f8-8f3f-475d-945f-f15da02a9eb8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:13:59.593834 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fdc5be09-4705-48e5-980e-0403d26ce3fd req-1ea420f8-8f3f-475d-945f-f15da02a9eb8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0498850 Oct 28 12:13:59.639788 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fdc5be09-4705-48e5-980e-0403d26ce3fd req-b0b16748-b1cf-4d30-be52-c3e9b1151c16 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Oct 28 12:14:00.232990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:00.306460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:00.375086 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:00.604322 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42b03bc-4590-48ce-b2bd-e3137862d8ca req-134a47ba-3332-4d1a-97a2-433907ffe7f1 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:00.605995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e42b03bc-4590-48ce-b2bd-e3137862d8ca req-134a47ba-3332-4d1a-97a2-433907ffe7f1 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0508013 Oct 28 12:14:00.647762 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e42b03bc-4590-48ce-b2bd-e3137862d8ca req-63b0bc93-78a6-41c1-9ec7-075f2d56ab31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353742 Oct 28 12:14:00.769335 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc57267d-1a8c-4ec7-bc7a-0c8974abf927 req-cf10048d-9f6b-4160-ab68-ae397b5ef073 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:00.770727 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc57267d-1a8c-4ec7-bc7a-0c8974abf927 req-cf10048d-9f6b-4160-ab68-ae397b5ef073 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0532622 Oct 28 12:14:00.810826 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc57267d-1a8c-4ec7-bc7a-0c8974abf927 req-4737dc86-5ab6-42f3-94b1-cf91804aab4a tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331311 Oct 28 12:14:01.764553 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0a2a81-07f1-4b34-8537-4d9d38320770 req-7f094083-ab20-4d0b-9a3f-3a4e10b5acb9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:01.766213 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb0a2a81-07f1-4b34-8537-4d9d38320770 req-7f094083-ab20-4d0b-9a3f-3a4e10b5acb9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0498588 Oct 28 12:14:01.806207 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb0a2a81-07f1-4b34-8537-4d9d38320770 req-38606df4-3d11-4408-9acc-754071ceae49 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340054 Oct 28 12:14:01.855571 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:01.921603 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:14:01.949629 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a56d39-3f59-48b2-b316-27a7bc509827 req-4a341ee3-51fe-42a3-827e-6ed3405ffa14 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:01.951273 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82a56d39-3f59-48b2-b316-27a7bc509827 req-4a341ee3-51fe-42a3-827e-6ed3405ffa14 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Oct 28 12:14:01.990609 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82a56d39-3f59-48b2-b316-27a7bc509827 req-9cb1f0ed-07ff-4b3f-bd3f-6319b1dc4717 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335352 Oct 28 12:14:02.867534 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Request body: {'port': {'device_id': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:02.925231 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:02.949248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cccdbd-8ef2-457f-bb11-c4e2fc636bcd req-db79e27f-f356-4fe8-a7ee-e1fb420aec74 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:02.950711 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-52cccdbd-8ef2-457f-bb11-c4e2fc636bcd req-db79e27f-f356-4fe8-a7ee-e1fb420aec74 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 931 time: 0.0754471 Oct 28 12:14:02.982824 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-9da37adf-32d0-4506-8e47-7130816d3dad service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0692415 Oct 28 12:14:02.998981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-52cccdbd-8ef2-457f-bb11-c4e2fc636bcd req-22f0a20e-b18d-4985-9c46-42f363f65414 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411060 Oct 28 12:14:03.059310 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167af37-8d04-4138-8c22-80248f8f45fd req-cb2af403-da42-4d61-8810-8180772077b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.061013 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-cb2af403-da42-4d61-8810-8180772077b0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 1099 time: 0.0430980 Oct 28 12:14:03.162996 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8382b56b-d5e2-4763-a304-7969e68136c3 req-3d21b285-c930-479b-971b-3a63fdb4bd74 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.164463 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8382b56b-d5e2-4763-a304-7969e68136c3 req-3d21b285-c930-479b-971b-3a63fdb4bd74 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.1004233 Oct 28 12:14:03.184196 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573c315a-d7f5-4110-bb9b-8a7a94a6655e {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:03.191845 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:03.204051 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Transition to ACTIVE for port object 573c315a-d7f5-4110-bb9b-8a7a94a6655e will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:14:03.207966 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:03.208807 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167af37-8d04-4138-8c22-80248f8f45fd req-e89101d4-1347-4130-987e-7fa90da89d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.210373 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-e89101d4-1347-4130-987e-7fa90da89d1a service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.1209385 Oct 28 12:14:03.231046 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8382b56b-d5e2-4763-a304-7969e68136c3 req-19db09b5-59b7-4b84-b363-0ae2602da278 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598812 Oct 28 12:14:03.256862 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:03.325741 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-07b9bea6-6dd6-46ef-93b5-97f9165351e4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 200 len: 1002 time: 0.1069407 Oct 28 12:14:03.342628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Attempting to bind port 573c315a-d7f5-4110-bb9b-8a7a94a6655e on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:14:03.342975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Attempting to bind port 573c315a-d7f5-4110-bb9b-8a7a94a6655e by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:14:03.343273 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Attempting to bind port 573c315a-d7f5-4110-bb9b-8a7a94a6655e on network 535f9e75-13d7-4345-8b64-c84f711c52da {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:14:03.348109 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Port 573c315a-d7f5-4110-bb9b-8a7a94a6655e on network 535f9e75-13d7-4345-8b64-c84f711c52da not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:14:03.348427 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Attempting to bind port 573c315a-d7f5-4110-bb9b-8a7a94a6655e on network 535f9e75-13d7-4345-8b64-c84f711c52da {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:14:03.354250 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:14:03.354578 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Checking segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:14:03.355073 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Bound using segment: {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:14:03.355497 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Bound port: 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40948276-7c3a-4bd1-9367-a2ee7029c69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1022, 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:14:03.355857 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:03.378675 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167af37-8d04-4138-8c22-80248f8f45fd req-fd54cf27-08b3-4e70-b0e2-d3cb1a0bfd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.380290 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-fd54cf27-08b3-4e70-b0e2-d3cb1a0bfd02 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0474489 Oct 28 12:14:03.426345 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:14:03.429429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:14:03.429874 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167af37-8d04-4138-8c22-80248f8f45fd req-55c5becb-6264-44dc-86b5-7b8f0fc6b90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.431776 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-55c5becb-6264-44dc-86b5-7b8f0fc6b90e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0435703 Oct 28 12:14:03.434455 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:03.472037 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.472651 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:03.474129 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] 10.222.0.105 "PUT /v2.0/ports/573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 1093 time: 0.6120508 Oct 28 12:14:03.475070 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:03.477357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c00aa2-d785-45da-93d7-defa2651468a" -d '{"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:03.532143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eba2f19-98d8-46ef-a498-256c835449b8 service neutron] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:03.539938 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-7a439259-716d-46a4-8aa5-415951e46528 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006155 Oct 28 12:14:03.555467 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eab2aec-3558-4aa6-8d96-b237490e1e3a x-openstack-request-id: req-2eab2aec-3558-4aa6-8d96-b237490e1e3a {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:03.555787 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:03.556039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2eab2aec-3558-4aa6-8d96-b237490e1e3a {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:03.556427 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:14:03.572735 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-e5d13b7b-c60c-42ee-8bd7-610e0c0623ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.574451 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-e5d13b7b-c60c-42ee-8bd7-610e0c0623ed service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1096 time: 0.0514631 Oct 28 12:14:03.628900 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-b3856abf-106c-44e4-9682-d10829b717f7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 217 time: 0.0356085 Oct 28 12:14:03.649960 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b167af37-8d04-4138-8c22-80248f8f45fd req-aaf0c3d5-72d2-4584-8577-39ebbe2ddbb8 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025860 Oct 28 12:14:03.683436 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-de0b4e07-621f-4ba0-b74a-91eeae4e5b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.684924 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-de0b4e07-621f-4ba0-b74a-91eeae4e5b50 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0465670 Oct 28 12:14:03.735178 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-f154e58f-5a5a-440e-92c0-ce97aaade0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:03.736644 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-f154e58f-5a5a-440e-92c0-ce97aaade0ff service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445750 Oct 28 12:14:03.826239 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-0ae0569c-9da8-42fb-a25d-e59a81f5ab5a service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791445 Oct 28 12:14:03.918180 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf61c924-904b-4c32-bcce-45fd784b39fc req-319d9fea-8db3-4dda-8c70-73867e3ce93b service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819466 Oct 28 12:14:04.028729 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c00aa2-d785-45da-93d7-defa2651468a req-2981acbf-9216-495c-a9d1-7cdcc3cd11cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.030655 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-2981acbf-9216-495c-a9d1-7cdcc3cd11cd service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1096 time: 0.0483735 Oct 28 12:14:04.133033 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb15bb23-523b-49b5-8393-4cd5836b1973 req-c663c94d-4132-4d4a-ac3c-fe7905b74f39 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.134601 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb15bb23-523b-49b5-8393-4cd5836b1973 req-c663c94d-4132-4d4a-ac3c-fe7905b74f39 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 943 time: 0.0529099 Oct 28 12:14:04.141736 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c00aa2-d785-45da-93d7-defa2651468a req-a091ff0b-ffd8-4faa-911f-7916f9664d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.143219 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-a091ff0b-ffd8-4faa-911f-7916f9664d49 service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.0992823 Oct 28 12:14:04.171908 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb15bb23-523b-49b5-8393-4cd5836b1973 req-4a14bad1-d617-4ea4-b8eb-e688d78d55ae tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Oct 28 12:14:04.189200 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-040e58d2-4d4c-4d37-bbc4-e8e9bcb5cf2d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 217 time: 0.0341127 Oct 28 12:14:04.247928 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c00aa2-d785-45da-93d7-defa2651468a req-6a87d5e6-ca80-4d31-8a77-de0749030202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.249338 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-6a87d5e6-ca80-4d31-8a77-de0749030202 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0424643 Oct 28 12:14:04.299779 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c00aa2-d785-45da-93d7-defa2651468a req-3c856f93-e15e-4858-a646-c612835b279e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.301313 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-3c856f93-e15e-4858-a646-c612835b279e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431790 Oct 28 12:14:04.348139 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40feb7-8922-4293-af6b-200cb21445b8 req-9c6474e4-799d-4dc5-a229-1e7a0c21fc24 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:04.349629 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-be40feb7-8922-4293-af6b-200cb21445b8 req-9c6474e4-799d-4dc5-a229-1e7a0c21fc24 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0484724 Oct 28 12:14:04.388426 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-be40feb7-8922-4293-af6b-200cb21445b8 req-504fe89e-89f6-401d-a31f-1be4b0376351 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329645 Oct 28 12:14:04.401839 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-85ee0f4a-cc0a-453e-a03d-460ad1efbdcf service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857279 Oct 28 12:14:04.498432 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-45c00aa2-d785-45da-93d7-defa2651468a req-ea2c9b1a-8182-4022-a9cf-b5aad11dd492 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873032 Oct 28 12:14:05.289180 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c481af-8129-4e7a-8e1a-ef4944f94b69 req-2fbc504c-145d-46a5-b6fe-8cdddfd557a3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:05.290605 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3c481af-8129-4e7a-8e1a-ef4944f94b69 req-2fbc504c-145d-46a5-b6fe-8cdddfd557a3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 943 time: 0.0514624 Oct 28 12:14:05.327365 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3c481af-8129-4e7a-8e1a-ef4944f94b69 req-4afa818a-991a-4764-b276-8453dc5d7c31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307765 Oct 28 12:14:05.504195 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c122ba75-61b1-4a30-b351-ca436a73a965 req-8675b1e2-055a-4534-9997-2945c2527c55 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:05.506170 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c122ba75-61b1-4a30-b351-ca436a73a965 req-8675b1e2-055a-4534-9997-2945c2527c55 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0484712 Oct 28 12:14:05.542869 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c122ba75-61b1-4a30-b351-ca436a73a965 req-6065c089-ba4d-4f94-8d91-8ac18c4c0a53 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309057 Oct 28 12:14:06.439070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01046a9d-4889-4afe-b032-17050649b1a5 req-7e6d78a4-c210-4129-8753-39821ae0a36e tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:06.440502 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01046a9d-4889-4afe-b032-17050649b1a5 req-7e6d78a4-c210-4129-8753-39821ae0a36e tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 943 time: 0.0476997 Oct 28 12:14:06.476526 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-01046a9d-4889-4afe-b032-17050649b1a5 req-16487c05-4a8f-4401-a55a-f111fe77ff33 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296230 Oct 28 12:14:06.605616 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573c315a-d7f5-4110-bb9b-8a7a94a6655e details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:14:06.661269 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6c64a5-d0a6-4598-bf0f-0da3dbdb4351 req-922911b0-b1be-4188-a9f4-071ea7720d1c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:06.662732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8a6c64a5-d0a6-4598-bf0f-0da3dbdb4351 req-922911b0-b1be-4188-a9f4-071ea7720d1c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0518692 Oct 28 12:14:06.700370 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8a6c64a5-d0a6-4598-bf0f-0da3dbdb4351 req-a2ad2325-cf88-4a31-be19-4bf1bd35ccbb tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317125 Oct 28 12:14:06.701571 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:06.712995 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'port_id': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'mac_address': 'fa:16:3e:b6:d7:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1022, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:14:06.748364 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:06.761465 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573c315a-d7f5-4110-bb9b-8a7a94a6655e {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:06.780012 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:06.784058 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:06.829295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:07.029621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:07.587340 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6901aee-eea5-465e-84cc-7df278e0951b req-4eb92522-d9a9-45df-a5f5-ffe2af870780 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:07.588689 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6901aee-eea5-465e-84cc-7df278e0951b req-4eb92522-d9a9-45df-a5f5-ffe2af870780 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 944 time: 0.0474241 Oct 28 12:14:07.625399 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6901aee-eea5-465e-84cc-7df278e0951b req-6edf3539-0096-4cb9-9580-034202e96f3e tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308905 Oct 28 12:14:07.816028 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f175d5-2525-4709-aa2a-9a4681ee35ab req-86676ddb-e87f-4db1-a6be-ea37a7baa31b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:07.817473 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3f175d5-2525-4709-aa2a-9a4681ee35ab req-86676ddb-e87f-4db1-a6be-ea37a7baa31b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0478964 Oct 28 12:14:07.853162 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3f175d5-2525-4709-aa2a-9a4681ee35ab req-d691e353-3887-43d2-98cb-fdb04f9bac30 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298493 Oct 28 12:14:08.622071 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573c315a-d7f5-4110-bb9b-8a7a94a6655e up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:14:08.671019 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 573c315a-d7f5-4110-bb9b-8a7a94a6655e completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:14:08.675459 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 573c315a-d7f5-4110-bb9b-8a7a94a6655e triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:14:08.675814 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:08.741324 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b28910-07d0-4e2f-ae0e-df79c2e00653 req-344087b8-e901-405c-8c53-f89e5db64145 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:08.742759 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74b28910-07d0-4e2f-ae0e-df79c2e00653 req-344087b8-e901-405c-8c53-f89e5db64145 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 944 time: 0.0517240 Oct 28 12:14:08.752928 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:08.775330 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:08.777755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb0ced-be74-49f2-ada4-2d410cac8919" -d '{"events": [{"server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "name": "network-vif-plugged", "status": "completed", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:08.779494 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74b28910-07d0-4e2f-ae0e-df79c2e00653 req-06899edf-0de5-4cc1-b927-86f5312c7139 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308309 Oct 28 12:14:08.790445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:08.804024 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:08.830658 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac37784-8961-4cd7-a9a2-55a1aad51600 x-openstack-request-id: req-eac37784-8961-4cd7-a9a2-55a1aad51600 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:08.830946 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "name": "network-vif-plugged", "status": "completed", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:08.831190 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-eac37784-8961-4cd7-a9a2-55a1aad51600 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:08.832233 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'code': 200} Oct 28 12:14:08.859472 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:08.967971 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f86614-65cb-45a1-adb6-389eb060e826 req-06982721-fa3c-4e90-9f2d-3de536b736b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:08.969513 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3f86614-65cb-45a1-adb6-389eb060e826 req-06982721-fa3c-4e90-9f2d-3de536b736b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0505896 Oct 28 12:14:09.007178 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3f86614-65cb-45a1-adb6-389eb060e826 req-8754d69f-7dc3-4ddd-8446-3e632c8c83b0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317960 Oct 28 12:14:09.026626 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7950903-e091-426d-95be-ece79ca54bf7 req-b0f9ad40-3f5e-41d6-9cb4-5fa44259d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.028126 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b7950903-e091-426d-95be-ece79ca54bf7 req-b0f9ad40-3f5e-41d6-9cb4-5fa44259d334 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1098 time: 0.0838988 Oct 28 12:14:09.066357 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b7950903-e091-426d-95be-ece79ca54bf7 req-ec38c779-61d0-40ee-a0bd-a6172e1ec846 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283926 Oct 28 12:14:09.197827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be7b552-0459-4e29-8252-1d1e5fbc89db req-9eb28324-341f-4660-b8cd-392453b36cb1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.199249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9be7b552-0459-4e29-8252-1d1e5fbc89db req-9eb28324-341f-4660-b8cd-392453b36cb1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0487244 Oct 28 12:14:09.235537 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9be7b552-0459-4e29-8252-1d1e5fbc89db req-ccc57015-fdeb-4942-b9de-00b2255653a1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304585 Oct 28 12:14:09.408852 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-cdbf0928-1f07-4668-8f7c-99d7cd3d563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.410325 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-cdbf0928-1f07-4668-8f7c-99d7cd3d563a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1098 time: 0.0396240 Oct 28 12:14:09.502940 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-2aeda77b-caa9-44f8-8309-35d2fbaa7365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.504312 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-2aeda77b-caa9-44f8-8309-35d2fbaa7365 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.0853977 Oct 28 12:14:09.569224 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-3ba1e5e7-4ebf-432c-81be-0f70e1ba778f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 1001 time: 0.0563815 Oct 28 12:14:09.641616 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-7bf7be26-d126-4019-9573-381407c25ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.643046 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-7bf7be26-d126-4019-9573-381407c25ac7 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0471680 Oct 28 12:14:09.688725 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-074d616c-f623-4a36-8094-df45878169e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.690182 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-074d616c-f623-4a36-8094-df45878169e0 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0387523 Oct 28 12:14:09.780413 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-dd955b2e-9e7c-4e63-aa37-9bb9de7c6077 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816636 Oct 28 12:14:09.869754 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d0729540-9124-4bdb-959e-c17b40ddd095 req-6374e2ae-a277-46e2-a48a-046b15c56861 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813901 Oct 28 12:14:09.895981 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88630fdb-7155-444e-baea-139eda69af72 req-e89b536c-fe07-4383-b3ad-6845275bf710 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:09.897727 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-88630fdb-7155-444e-baea-139eda69af72 req-e89b536c-fe07-4383-b3ad-6845275bf710 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0512409 Oct 28 12:14:10.158114 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-88630fdb-7155-444e-baea-139eda69af72 req-f4429eb4-b61d-4c1f-8987-4a2256d83125 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538967 Oct 28 12:14:10.352433 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bed0eb7-1c2d-4e4d-8ec0-296d885f6fe6 req-dc1b9098-c1a9-402a-ba96-eba53201f565 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:10.353879 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4bed0eb7-1c2d-4e4d-8ec0-296d885f6fe6 req-dc1b9098-c1a9-402a-ba96-eba53201f565 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0482824 Oct 28 12:14:10.390006 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4bed0eb7-1c2d-4e4d-8ec0-296d885f6fe6 req-ac2fc4ae-6b88-4f06-80f0-dcb8e6b1ea6d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303833 Oct 28 12:14:11.270952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef040b60-4a04-4a55-93cc-f574397f86d9 req-7db7065d-2b39-437c-b5a7-72e12e7ea5e9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.272354 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef040b60-4a04-4a55-93cc-f574397f86d9 req-7db7065d-2b39-437c-b5a7-72e12e7ea5e9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0474024 Oct 28 12:14:11.310283 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ef040b60-4a04-4a55-93cc-f574397f86d9 req-ff913954-7e7c-4e6c-8881-d22a7e9aaa28 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321870 Oct 28 12:14:11.426136 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d16a6-e26b-498b-942e-037289a396f9 req-f25c79ad-af74-472a-adfd-6b8927dc04d9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.428222 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-646d16a6-e26b-498b-942e-037289a396f9 req-f25c79ad-af74-472a-adfd-6b8927dc04d9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0516355 Oct 28 12:14:11.473212 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-646d16a6-e26b-498b-942e-037289a396f9 req-b92276a3-ed65-41e5-80c0-04dce0409ef9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390418 Oct 28 12:14:11.508415 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b74729-68a0-4a39-9388-fd8f0bd0dae9 req-fb9a0f86-f667-4086-95af-0a36bc8c5b60 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.509863 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-43b74729-68a0-4a39-9388-fd8f0bd0dae9 req-fb9a0f86-f667-4086-95af-0a36bc8c5b60 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0517514 Oct 28 12:14:11.546197 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-43b74729-68a0-4a39-9388-fd8f0bd0dae9 req-c1dc2284-5e95-43a9-9f01-a85e808091e1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305619 Oct 28 12:14:11.788699 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0026fa9a-ec1e-4f9e-bfed-ee8f86895085 req-4530cdbf-b761-44c7-92ae-9779052d60ad tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:11.790103 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0026fa9a-ec1e-4f9e-bfed-ee8f86895085 req-4530cdbf-b761-44c7-92ae-9779052d60ad tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0502963 Oct 28 12:14:11.826666 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0026fa9a-ec1e-4f9e-bfed-ee8f86895085 req-4f44e0e8-9056-424a-b3e0-3f931698b4e8 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307529 Oct 28 12:14:17.497263 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cfa1c-7308-413d-b675-eecc1eab2717 req-ea0fc2d3-aa22-418b-b5dc-c0cdc507f7c8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:17.498690 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c11cfa1c-7308-413d-b675-eecc1eab2717 req-ea0fc2d3-aa22-418b-b5dc-c0cdc507f7c8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0508897 Oct 28 12:14:17.535253 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c11cfa1c-7308-413d-b675-eecc1eab2717 req-5e5e8a8b-4fdb-4341-b631-a023c988b881 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306568 Oct 28 12:14:18.655352 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5933a75-5d09-423d-988a-b340ea2b7103 req-48ab24ad-58d1-42cb-b4c5-4b3d24bd143c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:18.656685 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5933a75-5d09-423d-988a-b340ea2b7103 req-48ab24ad-58d1-42cb-b4c5-4b3d24bd143c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0478125 Oct 28 12:14:18.692647 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5933a75-5d09-423d-988a-b340ea2b7103 req-944e6c47-dfa8-482a-88b3-916c8ac9dd48 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300207 Oct 28 12:14:19.813524 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba70350-46b0-43c1-a073-71b42c0042b7 req-83027907-9341-4f20-afcc-c3f94c79c1b1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:19.814985 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ba70350-46b0-43c1-a073-71b42c0042b7 req-83027907-9341-4f20-afcc-c3f94c79c1b1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0511370 Oct 28 12:14:19.854575 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ba70350-46b0-43c1-a073-71b42c0042b7 req-7e2cad48-dc4c-4535-811a-0ff9d0249fd9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331268 Oct 28 12:14:20.086962 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496da232-bd58-4cac-aa12-afea1960d792 req-ebd5a36f-590c-49f8-b17e-387ebe0bbb73 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:20.088387 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-496da232-bd58-4cac-aa12-afea1960d792 req-ebd5a36f-590c-49f8-b17e-387ebe0bbb73 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0502846 Oct 28 12:14:20.124391 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-496da232-bd58-4cac-aa12-afea1960d792 req-c8a14640-2246-4261-8ebc-d09fcd168124 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Oct 28 12:14:20.145587 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41862) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:20.226244 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f35c5617-af59-4f4f-ae31-4c3fd73b4d50 tempest-TestMinimumBasicScenario-2081235653 tempest-TestMinimumBasicScenario-2081235653-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:20.227874 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-f35c5617-af59-4f4f-ae31-4c3fd73b4d50 tempest-TestMinimumBasicScenario-2081235653 tempest-TestMinimumBasicScenario-2081235653-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1093 time: 0.0808389 Oct 28 12:14:20.230821 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41866) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:20.234944 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'port_id': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:20.254958 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:20.350227 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:20.451103 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Allocated IP 172.27.3.129 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/815bce69-2b04-4dfc-92e3-428f4e5f7bbd) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:14:20.551421 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:20.583050 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:20.620460 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:14:20.623351 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:14:20.626872 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:14:20.649953 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'Port': ['ID=815bce69-2b04-4dfc-92e3-428f4e5f7bbd,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:20.985565 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.026820 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9603d83-6930-40f0-9a46-3277ad362483 req-10640720-d46a-4c78-908c-c9e57c5979c6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:21.028276 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9603d83-6930-40f0-9a46-3277ad362483 req-10640720-d46a-4c78-908c-c9e57c5979c6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0856240 Oct 28 12:14:21.085943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.092368 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9603d83-6930-40f0-9a46-3277ad362483 req-8b00a960-92a5-43c5-8ba4-b6d688686177 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569425 Oct 28 12:14:21.237081 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.242251 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.311191 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'Port': ['ID=815bce69-2b04-4dfc-92e3-428f4e5f7bbd,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:21.317314 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.415150 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Floating IP 134ce034-3587-4ba0-8e46-a41b66623f3b associated. External IP: 172.27.3.129, port: 573c315a-d7f5-4110-bb9b-8a7a94a6655e. Oct 28 12:14:21.614391 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:14:21.719292 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:14:21.729357 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Sync routers for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:14:21.738194 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.739826 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:14:21.741522 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:21.764493 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-5f01d9d2-610e-4166-a1bd-737f7fb52cf9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5327291 Oct 28 12:14:21.765084 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:21.767316 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60f3271-2878-4c16-a532-b1494a1d7568" -d '{"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:21.767544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41870) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:21.773935 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2127890114', 'description': 'tempest-secgroup-smoke-2127890114 description', 'project_id': '65cad67d8de14681b197cddef6700124'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:21.799147 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.848215 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:14:21.866110 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f776a4d9-2916-4b92-8ab7-c156da9e4c40 x-openstack-request-id: req-f776a4d9-2916-4b92-8ab7-c156da9e4c40 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:21.866761 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:21.867079 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f776a4d9-2916-4b92-8ab7-c156da9e4c40 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:21.867543 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:14:21.870200 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.875113 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.899826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.903629 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1324446 Oct 28 12:14:21.904166 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41876) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:21.909243 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:21.940754 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:21.944870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06358dc2-04bc-4e53-aa5c-df4996c1e43d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:21.955836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-a292f16a-ba33-4027-84b7-5d1a365101df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:21.957327 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-a292f16a-ba33-4027-84b7-5d1a365101df service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1098 time: 0.0612805 Oct 28 12:14:22.002963 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.007899 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.030338 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41434253-c759-4613-b4c3-8a18b83d2a64,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.038269 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.039819 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-0aaed5f1-9e11-4b03-aec6-aafddbc02539 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344774 Oct 28 12:14:22.042458 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41878) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:22.047153 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:22.052408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-11e78b99-7416-4f3a-b251-ef6c2f02af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.053950 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-11e78b99-7416-4f3a-b251-ef6c2f02af71 service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.0888882 Oct 28 12:14:22.076521 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.088377 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '134ce034-3587-4ba0-8e46-a41b66623f3b', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'port_id': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'mac_address': 'fa:16:3e:b6:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:14:20Z', 'updated_at': '2021-10-28T12:14:20Z', 'revision_number': 0, 'project_id': '65cad67d8de14681b197cddef6700124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:22.115367 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Checking router: 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:14:22.123891 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:14:22.124635 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:13:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:22.128810 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-53c8d969-bdd6-4059-8c34-19fccb7f0fac service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 999 time: 0.0669909 Oct 28 12:14:22.140399 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.149679 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.173598 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bacef4-44a6-4e15-b65d-0fafcec4ea77,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.183640 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.184886 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4fcc293d-b39f-4ede-9257-69e69d22dadf tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1413994 Oct 28 12:14:22.187346 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-fcf2c909-7f72-49c1-a7b3-81e59d0085d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.187657 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41882) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:22.189368 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-fcf2c909-7f72-49c1-a7b3-81e59d0085d6 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0537927 Oct 28 12:14:22.200897 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:22.238137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-3aa4e0af-1346-439e-b58b-2def0c3323a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.239709 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-3aa4e0af-1346-439e-b58b-2def0c3323a6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0428410 Oct 28 12:14:22.245886 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:14:22.255665 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.267760 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11b99f-d008-4e26-85a5-3680e2f8a691 req-12452213-c86e-4940-86f6-a90964a48bca tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.269259 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3f11b99f-d008-4e26-85a5-3680e2f8a691 req-12452213-c86e-4940-86f6-a90964a48bca tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0833924 Oct 28 12:14:22.332857 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3f11b99f-d008-4e26-85a5-3680e2f8a691 req-eb71ecb5-3b07-4d77-9188-2b71b2e75a6f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555477 Oct 28 12:14:22.344083 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-f1855a4f-e9fe-4113-9973-88720fc210d8 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959504 Oct 28 12:14:22.346057 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.351895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.374044 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e06168cc-c55c-41eb-a2ab-337eed4330fc,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.394009 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.395605 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-fa9b6d90-ff59-4182-91cb-39627dbfb94c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2069485 Oct 28 12:14:22.398337 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41886) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:22.403858 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:22.439704 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.450060 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-a60f3271-2878-4c16-a532-b1494a1d7568 req-366af14e-8bc9-4bd7-9b86-a9ad347d2458 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972023 Oct 28 12:14:22.487303 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '134ce034-3587-4ba0-8e46-a41b66623f3b', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'port_id': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'mac_address': 'fa:16:3e:b6:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:14:20Z', 'updated_at': '2021-10-28T12:14:20Z', 'revision_number': 0, 'project_id': '65cad67d8de14681b197cddef6700124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:22.492537 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.497819 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.514267 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aeb05dfa-80dd-44fa-8259-53a86cc96ab8,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.522302 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9a6ec-4640-4ab7-a374-0e37bf07b080 None None] The sync data for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi is: [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': '134ce034-3587-4ba0-8e46-a41b66623f3b', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'floating_ip_address': '172.27.3.129', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'port_id': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'mac_address': 'fa:16:3e:b6:d7:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:14:20Z', 'updated_at': '2021-10-28T12:14:20Z', 'revision_number': 0, 'project_id': '65cad67d8de14681b197cddef6700124', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:14:22.525509 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.526768 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b64a1edb-929f-40ad-bafe-61e5c3362b75 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1267827 Oct 28 12:14:22.530196 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 41888) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:22.534771 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:22.558921 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.securitygroups_db [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Project 65cad67d8de14681b197cddef6700124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:14:22.564604 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.625844 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.630466 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.653081 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1789c79-88eb-4c41-a641-e2930340a63d,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.658843 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.663043 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8a9237dd-ccf4-47af-966a-2597a377ce70 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1286492 Oct 28 12:14:22.663318 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 41890) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:14:22.667961 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'security_group_rule': {'security_group_id': '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a', 'project_id': '65cad67d8de14681b197cddef6700124', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:22.690097 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.securitygroups_db [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Project 65cad67d8de14681b197cddef6700124 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:14:22.695459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.736202 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ac34304-648c-46b9-8876-c5bf7767c469 None None] New status for floating IP 134ce034-3587-4ba0-8e46-a41b66623f3b: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:14:22.764906 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.769435 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.787233 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea70c937-ce80-4ebf-99b1-7eaa404244dc,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:22.797352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:22.798866 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-5f78d829-df1c-41e6-9934-cfa1854264ff tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1345234 Oct 28 12:14:22.883046 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-27586bc8-351a-49aa-b1bf-4d580422b14a tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127890114&fields=id&tenant_id=65cad67d8de14681b197cddef6700124 HTTP/1.1" status: 200 len: 267 time: 0.0372608 Oct 28 12:14:22.936011 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-e17c54b0-1b65-47a4-8ca0-06531999d7a3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:22.937564 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-e17c54b0-1b65-47a4-8ca0-06531999d7a3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0488596 Oct 28 12:14:22.948898 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'port': {'security_groups': ['9a73d755-b13a-49cf-abde-06d6918bdd68', '78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a']}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:14:23.016907 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:23.198116 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:23.227013 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:23.231255 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:23.247254 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:23.278983 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:23.279611 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:23.281037 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b75a6c27-28c1-406e-b347-d65129e654c8 req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "PUT /v2.0/ports/573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 981 time: 0.3367097 Oct 28 12:14:23.307798 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6804ba4-1cd8-4fd9-8876-6f049a0cc541 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=6']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:23.388249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:23.405819 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f3a3c6-5914-44c3-84cc-f87621ee6b36 req-acb0e5af-e800-4d3d-bff9-17fc9d24d49d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:23.407385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-24f3a3c6-5914-44c3-84cc-f87621ee6b36 req-acb0e5af-e800-4d3d-bff9-17fc9d24d49d tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0639005 Oct 28 12:14:23.482438 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-24f3a3c6-5914-44c3-84cc-f87621ee6b36 req-64cc46e4-4650-4411-9868-cd1c822e2e39 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658271 Oct 28 12:14:23.506529 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9dacb7-a972-499a-8945-20dfdfc7da3d req-e40749dd-4795-4afa-90b5-e227fbaea616 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:23.508293 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0f9dacb7-a972-499a-8945-20dfdfc7da3d req-e40749dd-4795-4afa-90b5-e227fbaea616 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0836744 Oct 28 12:14:23.546958 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0f9dacb7-a972-499a-8945-20dfdfc7da3d req-e852a69d-aab1-4300-a69c-285718847c4b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320158 Oct 28 12:14:23.556357 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-4628be4b-9914-42e6-991d-75c3bd9bc260 None None] Provisioning complete for port 573c315a-d7f5-4110-bb9b-8a7a94a6655e triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:14:23.556724 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-4628be4b-9914-42e6-991d-75c3bd9bc260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:23.868196 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:23.870562 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f839236e-518f-405c-bed5-815ca937049e" -d '{"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:23.908751 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a982282f-81fd-44e8-bb42-57477c930535 x-openstack-request-id: req-a982282f-81fd-44e8-bb42-57477c930535 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:23.909066 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:23.909312 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a982282f-81fd-44e8-bb42-57477c930535 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:23.909696 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:14:23.972731 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839236e-518f-405c-bed5-815ca937049e req-b6ef9216-e2f1-48aa-8da8-2871facab2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:23.974717 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-b6ef9216-e2f1-48aa-8da8-2871facab2a9 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1137 time: 0.0396655 Oct 28 12:14:24.063368 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839236e-518f-405c-bed5-815ca937049e req-e9f4a6d1-6cca-47cc-8698-d4582022364e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:24.064740 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-e9f4a6d1-6cca-47cc-8698-d4582022364e service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.0823226 Oct 28 12:14:24.133206 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-9530ac0d-8dd0-40a8-a98d-951378a11911 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 1001 time: 0.0589406 Oct 28 12:14:24.188547 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839236e-518f-405c-bed5-815ca937049e req-7f4af10b-d856-4be8-bf3c-73d59fc10024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:24.189952 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-7f4af10b-d856-4be8-bf3c-73d59fc10024 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0409060 Oct 28 12:14:24.236160 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f839236e-518f-405c-bed5-815ca937049e req-a05882e4-b19d-4d27-ad69-5462b7b4875c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:24.237656 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-a05882e4-b19d-4d27-ad69-5462b7b4875c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0382669 Oct 28 12:14:24.328302 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-85879cdf-3f70-4a4b-a670-4afc966c0422 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818133 Oct 28 12:14:24.423390 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f839236e-518f-405c-bed5-815ca937049e req-fd1fdcaf-7f75-4d91-9eae-65d65fe2ec9a service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Oct 28 12:14:24.666842 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e5bdb-ce12-4913-9725-fd079d01cbd1 req-9ee6e088-567e-44f1-8189-6885754c4565 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:24.668265 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f17e5bdb-ce12-4913-9725-fd079d01cbd1 req-9ee6e088-567e-44f1-8189-6885754c4565 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0510395 Oct 28 12:14:24.705120 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f17e5bdb-ce12-4913-9725-fd079d01cbd1 req-bee5cdc5-db43-45e2-bbe9-120b9e7aa10b tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306535 Oct 28 12:14:25.823141 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac349b-99ec-4460-8a1e-5f8c2c236761 req-565fb57d-4107-427d-8705-cb75d923eaaf tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:25.824559 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-13ac349b-99ec-4460-8a1e-5f8c2c236761 req-565fb57d-4107-427d-8705-cb75d923eaaf tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0472345 Oct 28 12:14:25.860551 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-13ac349b-99ec-4460-8a1e-5f8c2c236761 req-bc9dcaff-27c8-457a-8a5c-1a53c141967a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302827 Oct 28 12:14:26.684132 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-87a713b3-c010-4c9b-a861-a05127dd9bf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:26.977655 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7d8084-7838-4fff-a022-5383575f48bb req-dffd91bb-28cd-497d-b44b-6fad80400aed tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:26.979012 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8c7d8084-7838-4fff-a022-5383575f48bb req-dffd91bb-28cd-497d-b44b-6fad80400aed tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0477052 Oct 28 12:14:27.015072 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8c7d8084-7838-4fff-a022-5383575f48bb req-f9335abf-83cb-47b5-916f-e69a392b8027 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303283 Oct 28 12:14:28.134577 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02505b22-5d76-4869-9e6f-e3ba7c24cdf5 req-d625345e-5ab5-41d3-bac0-5a220e2e2884 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:28.135995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02505b22-5d76-4869-9e6f-e3ba7c24cdf5 req-d625345e-5ab5-41d3-bac0-5a220e2e2884 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0513387 Oct 28 12:14:28.173541 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02505b22-5d76-4869-9e6f-e3ba7c24cdf5 req-5915a97f-eff7-45d2-9937-1062204dfa96 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315485 Oct 28 12:14:28.727373 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:14:28.816464 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:28.827299 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:14:28.866921 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:28.879528 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:28.899094 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:28.902782 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:28.951001 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=6']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:29.008837 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['4f501be9-cff6-427b-b090-8ad62adc9a6b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:29.227693 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9511327b-bb7b-487c-ba94-a51bb4a49524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:29.295118 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b5fdf-0135-4ab5-bc0e-d4f43915c0ef req-8c73002e-d9d2-4a03-9fb6-2ce7fd1862f6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:29.296450 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c42b5fdf-0135-4ab5-bc0e-d4f43915c0ef req-8c73002e-d9d2-4a03-9fb6-2ce7fd1862f6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0468874 Oct 28 12:14:29.333375 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c42b5fdf-0135-4ab5-bc0e-d4f43915c0ef req-af3f141d-78e8-4896-a4e2-77bb13af82f4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308352 Oct 28 12:14:30.234049 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:30.304523 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:30.370259 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:30.458782 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6831f6f-3130-425a-9452-05a42d158ddb req-236ee0d9-e31e-47f7-935e-c6d91aa418f6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:30.460204 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a6831f6f-3130-425a-9452-05a42d158ddb req-236ee0d9-e31e-47f7-935e-c6d91aa418f6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0501289 Oct 28 12:14:30.502884 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a6831f6f-3130-425a-9452-05a42d158ddb req-62022c30-3d2f-4b5a-8bef-3043a56254bc tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367737 Oct 28 12:14:30.745751 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:14:30.796922 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 4f501be9-cff6-427b-b090-8ad62adc9a6b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:14:30.797285 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:30.887831 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:30.923040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:30.925620 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6b315b-db51-4972-84d4-488be3ecab81" -d '{"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:30.943927 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:30.951040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:31.020262 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=7']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:31.031477 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.031846 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.032180 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.032510 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.032857 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.033183 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.033507 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.033827 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.034295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.034622 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.035208 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.035590 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:31.050962 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c7d3228-ed32-40aa-82a0-7b2a3042484c x-openstack-request-id: req-3c7d3228-ed32-40aa-82a0-7b2a3042484c {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:31.051456 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:31.052037 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-3c7d3228-ed32-40aa-82a0-7b2a3042484c {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:31.052632 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'code': 200} Oct 28 12:14:31.638912 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adba35bd-014d-4837-9cd8-84f6570eddae req-5798df82-49eb-43ca-b9a3-113a464b443f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:31.646040 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-adba35bd-014d-4837-9cd8-84f6570eddae req-5798df82-49eb-43ca-b9a3-113a464b443f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0590389 Oct 28 12:14:31.684471 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-adba35bd-014d-4837-9cd8-84f6570eddae req-b7151088-24cb-487f-8214-215f7c926e53 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374179 Oct 28 12:14:31.866353 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:32.827629 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5efd0-6cd9-4660-8dde-fa10666977bf req-4c43175f-6b6b-4d47-a230-654ad44640c2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:32.829122 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aaa5efd0-6cd9-4660-8dde-fa10666977bf req-4c43175f-6b6b-4d47-a230-654ad44640c2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0624323 Oct 28 12:14:32.879353 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aaa5efd0-6cd9-4660-8dde-fa10666977bf req-161f4c74-3094-410e-aa42-7e9586ad9df2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436931 Oct 28 12:14:34.021897 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a75b9d-c273-473f-86da-dd21549a3a9d req-07ab41eb-c7e8-4d40-ae6f-751a0612d5d3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:34.029878 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6a75b9d-c273-473f-86da-dd21549a3a9d req-07ab41eb-c7e8-4d40-ae6f-751a0612d5d3 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0649052 Oct 28 12:14:34.065024 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6a75b9d-c273-473f-86da-dd21549a3a9d req-d6bafabf-e831-4cfb-bd2a-9affefedb370 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342736 Oct 28 12:14:35.210608 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807b4b6-4f28-43a1-a16d-71ccea28dc96 req-3591844f-691f-4652-a0b4-7d4ea9ae3366 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:35.212394 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6807b4b6-4f28-43a1-a16d-71ccea28dc96 req-3591844f-691f-4652-a0b4-7d4ea9ae3366 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0638578 Oct 28 12:14:35.252894 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6807b4b6-4f28-43a1-a16d-71ccea28dc96 req-b22b5dbe-a846-4a79-a401-1f6e3c68f333 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345106 Oct 28 12:14:36.388430 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7139f535-5e87-423a-a71f-28ab8f20dff0 req-3cd7800f-f6ab-41eb-8ee9-6f34cdf6e02e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:36.396983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7139f535-5e87-423a-a71f-28ab8f20dff0 req-3cd7800f-f6ab-41eb-8ee9-6f34cdf6e02e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0605378 Oct 28 12:14:36.438333 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7139f535-5e87-423a-a71f-28ab8f20dff0 req-e68d3ed0-cea2-4e16-8fda-829c03541952 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390000 Oct 28 12:14:37.566895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681fa53-7cae-4240-94d9-afb5bbd9e069 req-7150b839-ad92-4c1c-ba27-d7ca412a7742 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:37.568798 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e681fa53-7cae-4240-94d9-afb5bbd9e069 req-7150b839-ad92-4c1c-ba27-d7ca412a7742 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0536351 Oct 28 12:14:37.613044 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e681fa53-7cae-4240-94d9-afb5bbd9e069 req-7fd53a3f-8716-4e8b-9349-dfb372fc4684 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346129 Oct 28 12:14:38.750824 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae4781-196a-4502-8710-2b2bb6b715a4 req-e91edbb3-d76c-4eaf-8120-6d1cdeaaa4a4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:38.753063 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3ae4781-196a-4502-8710-2b2bb6b715a4 req-e91edbb3-d76c-4eaf-8120-6d1cdeaaa4a4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0552404 Oct 28 12:14:38.793273 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f3ae4781-196a-4502-8710-2b2bb6b715a4 req-2f745ef4-b001-445f-acdf-d31f35173b20 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335071 Oct 28 12:14:38.921383 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:14:39.597916 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-f142cb3c-c554-4dfa-863a-ada8fcabf442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.599909 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-f142cb3c-c554-4dfa-863a-ada8fcabf442 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1098 time: 0.0394900 Oct 28 12:14:39.697179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-467f6ad3-1fd4-4b9e-a5a6-2853236615ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.698607 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-467f6ad3-1fd4-4b9e-a5a6-2853236615ef service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.0841362 Oct 28 12:14:39.762725 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-ce8700ea-221f-4225-85d7-86fea377f9ce service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 1001 time: 0.0555830 Oct 28 12:14:39.810601 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-8b47a751-9110-43f1-97ca-d899750b84e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.811982 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-8b47a751-9110-43f1-97ca-d899750b84e3 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0414777 Oct 28 12:14:39.861898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-00486bdf-de54-48b9-91e2-68f325ea0c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.863616 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-00486bdf-de54-48b9-91e2-68f325ea0c10 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425973 Oct 28 12:14:39.908249 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1ec5b-fc99-40de-9dcc-84e367533639 req-a1158af4-b64c-4b0e-89d6-d71f2477e2db tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:39.909716 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dad1ec5b-fc99-40de-9dcc-84e367533639 req-a1158af4-b64c-4b0e-89d6-d71f2477e2db tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0479789 Oct 28 12:14:39.947068 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dad1ec5b-fc99-40de-9dcc-84e367533639 req-68e9a28c-8bb0-49c7-93f5-ee4608a3d461 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312805 Oct 28 12:14:39.951977 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-af347294-fc66-4d6d-a764-0a2ab33e37fc service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811882 Oct 28 12:14:40.043622 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6bc2db24-745f-4b33-b057-469e5b13a8e6 req-0c7bd8ca-53da-499d-9adc-a97358533368 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836544 Oct 28 12:14:41.064949 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30fbab-3322-4f83-ad16-821d280c72b7 req-8e12c0fb-244e-4959-89a8-a41fec37810c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:41.066394 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a30fbab-3322-4f83-ad16-821d280c72b7 req-8e12c0fb-244e-4959-89a8-a41fec37810c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0487831 Oct 28 12:14:41.102719 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a30fbab-3322-4f83-ad16-821d280c72b7 req-e1929acc-fc7e-48ac-9e33-10e6775d941f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305555 Oct 28 12:14:42.228561 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05ea9d4-f043-478b-9813-be948552b13c req-c66ac474-7aab-4a3c-884d-bdf9de442130 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:42.230191 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d05ea9d4-f043-478b-9813-be948552b13c req-c66ac474-7aab-4a3c-884d-bdf9de442130 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 945 time: 0.0538201 Oct 28 12:14:42.270198 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d05ea9d4-f043-478b-9813-be948552b13c req-138491b5-2bd9-4d93-9aa8-dbb18f98f19a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340259 Oct 28 12:14:42.778995 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:14:42.858006 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:42.881959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:42.884601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aefe974-3f36-47d1-953d-95438ce0f5b8" -d '{"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-unplugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:42.898434 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:42.902707 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:42.930651 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b923ba-7802-413f-93f2-3f39ef7c8d0d x-openstack-request-id: req-06b923ba-7802-413f-93f2-3f39ef7c8d0d {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:42.931009 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-unplugged", "status": "failed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "code": 422}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:42.931318 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-06b923ba-7802-413f-93f2-3f39ef7c8d0d {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:42.931797 dv-cinder-815746-2-iscsi neutron-server[101562]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'code': 422} returned with failed status Oct 28 12:14:42.957635 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=8']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:43.105121 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [req-33e43219-d0a8-4fcd-9d2f-34771a61f863 req-9c361d64-705e-4acb-941b-f6365b40fdb2 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101561) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:14:43.106156 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-33e43219-d0a8-4fcd-9d2f-34771a61f863 req-9c361d64-705e-4acb-941b-f6365b40fdb2 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0479567 Oct 28 12:14:43.257167 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25894679-e847-43c0-81f4-6cab7fe766ce req-392f25cf-57b5-4004-b757-a2f40dec99fe tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:43.258608 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-25894679-e847-43c0-81f4-6cab7fe766ce req-392f25cf-57b5-4004-b757-a2f40dec99fe tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0497653 Oct 28 12:14:43.287824 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-f115e00f-bdbc-4342-98ca-104537893681 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0386355 Oct 28 12:14:43.295345 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-25894679-e847-43c0-81f4-6cab7fe766ce req-b52c28ff-1e50-407e-a20e-db36c65bdc36 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305562 Oct 28 12:14:44.235989 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-324065a8-4524-4c5a-8e5d-39d445d3c059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.237601 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-324065a8-4524-4c5a-8e5d-39d445d3c059 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d&tenant_id=d373b381315f4833beb30f2033a67f5f HTTP/1.1" status: 200 len: 1096 time: 0.0405834 Oct 28 12:14:44.262277 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7a9f5d-b3a7-491f-8515-95bdddd16dee req-bf81a678-f2aa-43cc-a1e3-4b19fd187667 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.264196 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2e7a9f5d-b3a7-491f-8515-95bdddd16dee req-bf81a678-f2aa-43cc-a1e3-4b19fd187667 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0499778 Oct 28 12:14:44.302253 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2e7a9f5d-b3a7-491f-8515-95bdddd16dee req-41bb70a8-d1f6-4b59-b606-d3211a831ac5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Oct 28 12:14:44.302998 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-03d85088-e60a-4d97-ae5d-df90ca71a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.304542 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-03d85088-e60a-4d97-ae5d-df90ca71a16a service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d373b381315f4833beb30f2033a67f5f&device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1096 time: 0.0407689 Oct 28 12:14:44.398631 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-4117dba4-8f52-4a68-a679-4fbb515065ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.400085 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-4117dba4-8f52-4a68-a679-4fbb515065ad service neutron] 10.222.0.105 "GET /v2.0/networks?id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 200 len: 919 time: 0.0871186 Oct 28 12:14:44.420951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93174e8-51b5-4918-b80f-885ac8bf52c6 req-7acce379-e034-4441-9f58-2f9deb11e126 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.422889 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a93174e8-51b5-4918-b80f-885ac8bf52c6 req-7acce379-e034-4441-9f58-2f9deb11e126 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0522697 Oct 28 12:14:44.460224 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a93174e8-51b5-4918-b80f-885ac8bf52c6 req-a2a513e6-85c1-4a5a-aa49-8cb287ebed46 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315621 Oct 28 12:14:44.468859 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-6e63fcf7-a880-417c-b46a-b539be83223d service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 200 len: 999 time: 0.0613241 Oct 28 12:14:44.522652 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-46e83bea-821a-4317-8e51-b8e9cc09405d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.524026 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-46e83bea-821a-4317-8e51-b8e9cc09405d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 200 len: 856 time: 0.0422986 Oct 28 12:14:44.570036 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-37a033a4-857f-49b8-8fea-ca1eb5aab409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:44.571347 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-37a033a4-857f-49b8-8fea-ca1eb5aab409 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=b20ef5e3-2b26-4a72-8925-01f5500ca8f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377154 Oct 28 12:14:44.665861 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-d1d08ecd-11bd-451f-bd92-a8dd37733c0b service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800047 Oct 28 12:14:44.754112 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-702ba06f-ef56-42e4-82e5-0d7719b88d14 req-e0401031-000e-46e5-ab02-2d6fb44507e0 service neutron] 10.222.0.105 "GET /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798619 Oct 28 12:14:45.420755 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821eed5-380b-4b61-8cad-91eb5d29237e req-7b809e0d-d1ff-4ff0-b2cc-4046aca7abeb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:45.422507 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c821eed5-380b-4b61-8cad-91eb5d29237e req-7b809e0d-d1ff-4ff0-b2cc-4046aca7abeb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0505009 Oct 28 12:14:45.461247 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c821eed5-380b-4b61-8cad-91eb5d29237e req-a6d43b90-16ca-4be7-8e76-22ba21a8efa5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326481 Oct 28 12:14:45.579989 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b834d3-eab3-4a40-879a-471a0d3f518b req-ab3302c6-d487-4ec7-b1d1-6d0e9e8de382 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:45.581393 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e7b834d3-eab3-4a40-879a-471a0d3f518b req-ab3302c6-d487-4ec7-b1d1-6d0e9e8de382 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0505173 Oct 28 12:14:45.621333 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e7b834d3-eab3-4a40-879a-471a0d3f518b req-93c63fec-bd61-46b4-a692-887533db6ac8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334742 Oct 28 12:14:46.580223 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84f35cf-3037-494a-8d4c-07c85a2f6833 req-a96670a3-aadb-4710-ab68-81d98ef1b937 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:46.581754 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84f35cf-3037-494a-8d4c-07c85a2f6833 req-a96670a3-aadb-4710-ab68-81d98ef1b937 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0523260 Oct 28 12:14:46.620885 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84f35cf-3037-494a-8d4c-07c85a2f6833 req-898014b2-7c7d-47f6-b4eb-e28daa162775 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327113 Oct 28 12:14:46.746286 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7335790-1d07-41cf-9ff1-7556b2b9dc9d req-ec81a685-fcb7-45fa-877a-5153b3bc934d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:46.747769 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b7335790-1d07-41cf-9ff1-7556b2b9dc9d req-ec81a685-fcb7-45fa-877a-5153b3bc934d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0514164 Oct 28 12:14:46.786671 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b7335790-1d07-41cf-9ff1-7556b2b9dc9d req-bbcf1cf3-7639-46b7-bd73-435455b7f2a2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330973 Oct 28 12:14:47.739276 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d0ee2-162b-4cd9-b0e0-4e3d3f83a541 req-a22449d3-3754-49f0-9909-e4435b80736f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:47.740896 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b74d0ee2-162b-4cd9-b0e0-4e3d3f83a541 req-a22449d3-3754-49f0-9909-e4435b80736f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0502305 Oct 28 12:14:47.780318 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b74d0ee2-162b-4cd9-b0e0-4e3d3f83a541 req-426ce69f-1a27-4348-b2fb-040c02ad1031 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332992 Oct 28 12:14:47.909525 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e833ae51-0053-49bf-ac17-7b68c4bf0cdc req-dd307033-ecec-4220-b2f0-60024a91263a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:47.910920 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e833ae51-0053-49bf-ac17-7b68c4bf0cdc req-dd307033-ecec-4220-b2f0-60024a91263a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0519950 Oct 28 12:14:47.950670 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e833ae51-0053-49bf-ac17-7b68c4bf0cdc req-44217c32-6f06-45b8-90a4-5deb1e3172e5 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332179 Oct 28 12:14:48.901222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9832607-18b0-45ab-94d1-c2c2d1399ba4 req-d775b26c-20e0-450d-b6a3-3d86ffa5474d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:48.902695 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b9832607-18b0-45ab-94d1-c2c2d1399ba4 req-d775b26c-20e0-450d-b6a3-3d86ffa5474d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0492377 Oct 28 12:14:48.940362 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b9832607-18b0-45ab-94d1-c2c2d1399ba4 req-b06c4d6a-63e4-40fd-8755-ec3639e8270a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316288 Oct 28 12:14:49.076120 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a716f72-87dd-4611-b484-f7a352bf515a req-2c2621d0-f6a5-4237-b8c6-133e8d1c33b9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:49.077533 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a716f72-87dd-4611-b484-f7a352bf515a req-2c2621d0-f6a5-4237-b8c6-133e8d1c33b9 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0498278 Oct 28 12:14:49.115163 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a716f72-87dd-4611-b484-f7a352bf515a req-5e0f32a2-dab7-4ac6-9916-e832c6bfcdd1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317266 Oct 28 12:14:49.393230 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c3452a-d813-422e-a53d-59e834a56a95 req-8859d122-149a-4128-a953-c140b0f85f03 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:49.394791 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-73c3452a-d813-422e-a53d-59e834a56a95 req-8859d122-149a-4128-a953-c140b0f85f03 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0544629 Oct 28 12:14:49.436419 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-73c3452a-d813-422e-a53d-59e834a56a95 req-1afa4093-92b5-4ffd-912b-f09833ed3f92 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353417 Oct 28 12:14:50.057762 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84390f4-474d-4b4f-9de4-d08a89e38264 req-6d1e1c30-11f0-4e74-b024-17dffaa56048 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:50.059236 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84390f4-474d-4b4f-9de4-d08a89e38264 req-6d1e1c30-11f0-4e74-b024-17dffaa56048 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0505226 Oct 28 12:14:50.097807 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84390f4-474d-4b4f-9de4-d08a89e38264 req-284a4b0a-6083-4b71-8883-c696a16491f6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323434 Oct 28 12:14:50.242107 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89421e-5816-494e-b899-8af931a61e6e req-4f8925f2-3c6d-484b-90f6-452e4d8f00ab tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:50.243521 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd89421e-5816-494e-b899-8af931a61e6e req-4f8925f2-3c6d-484b-90f6-452e4d8f00ab tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0544791 Oct 28 12:14:50.283369 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd89421e-5816-494e-b899-8af931a61e6e req-ba85266b-a7a9-4b97-ba41-7cfa7734f8d2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337887 Oct 28 12:14:50.560618 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727feaea-c650-4a42-922c-e1e9523a0835 req-a9d4a6e7-5b51-4912-99a2-8f2d4028e888 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:50.562158 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-727feaea-c650-4a42-922c-e1e9523a0835 req-a9d4a6e7-5b51-4912-99a2-8f2d4028e888 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0557928 Oct 28 12:14:50.603952 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-727feaea-c650-4a42-922c-e1e9523a0835 req-575a814d-e150-48e5-9b21-f8613167d284 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348661 Oct 28 12:14:51.215575 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249f338-0552-420f-9b62-7c4d9e8e1e1e req-5937fce2-5427-411f-a33a-5c86a743247b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:51.217117 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a249f338-0552-420f-9b62-7c4d9e8e1e1e req-5937fce2-5427-411f-a33a-5c86a743247b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0512753 Oct 28 12:14:51.260712 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a249f338-0552-420f-9b62-7c4d9e8e1e1e req-b495f3ec-7d54-49a0-9094-7a2bff06f1fb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375867 Oct 28 12:14:51.409192 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c48b53-6959-49ff-a1fb-1113636bcd89 req-9a2158d0-5f58-4af6-b45d-f492dbace007 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:51.410679 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3c48b53-6959-49ff-a1fb-1113636bcd89 req-9a2158d0-5f58-4af6-b45d-f492dbace007 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0524995 Oct 28 12:14:51.450913 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3c48b53-6959-49ff-a1fb-1113636bcd89 req-0467fb29-b34d-458c-b963-34ca9904dd06 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344112 Oct 28 12:14:51.957585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017571d-207b-46aa-8e2c-466801b69253 req-36f65041-cc83-49ab-9ada-b184109da2c4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:51.959189 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4017571d-207b-46aa-8e2c-466801b69253 req-36f65041-cc83-49ab-9ada-b184109da2c4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.2895184 Oct 28 12:14:52.002325 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4017571d-207b-46aa-8e2c-466801b69253 req-907cf25f-2408-4564-a3b2-82aebf4c29bb tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371344 Oct 28 12:14:52.380046 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b76c-a402-439a-932b-601844afb2c3 req-45f80526-1c87-478f-a741-095003ded5de tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:52.381535 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5800b76c-a402-439a-932b-601844afb2c3 req-45f80526-1c87-478f-a741-095003ded5de tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0522418 Oct 28 12:14:52.422957 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5800b76c-a402-439a-932b-601844afb2c3 req-f86f3a7f-88bb-41f5-9c82-33fe72271501 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350327 Oct 28 12:14:52.572837 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27d971e-0e45-4e5c-88f2-1d0125d87c79 req-b3d3b118-861b-495d-8d8f-fa79810d77ad tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:52.574347 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c27d971e-0e45-4e5c-88f2-1d0125d87c79 req-b3d3b118-861b-495d-8d8f-fa79810d77ad tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0492940 Oct 28 12:14:52.617798 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c27d971e-0e45-4e5c-88f2-1d0125d87c79 req-f2fb08d4-e2cb-450d-8447-135738014d9a tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363903 Oct 28 12:14:53.122070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b7ac38-223b-4ce2-bf50-6eb01e9d9eb2 req-7ca2f124-3716-4697-bbce-80decbc217c1 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:53.123545 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31b7ac38-223b-4ce2-bf50-6eb01e9d9eb2 req-7ca2f124-3716-4697-bbce-80decbc217c1 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0497766 Oct 28 12:14:53.168508 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-31b7ac38-223b-4ce2-bf50-6eb01e9d9eb2 req-e21ad550-f578-4174-809c-cf6bb8f1e83e tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0379660 Oct 28 12:14:53.541083 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e2ab0-92bb-4c8b-bdc8-b618c93f61cc req-0f61709e-c0b5-4c06-a381-31e26d986085 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:53.542570 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-906e2ab0-92bb-4c8b-bdc8-b618c93f61cc req-0f61709e-c0b5-4c06-a381-31e26d986085 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0516112 Oct 28 12:14:53.584071 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-906e2ab0-92bb-4c8b-bdc8-b618c93f61cc req-d95096ce-4a12-4d6c-b065-8c04ac208ef6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345957 Oct 28 12:14:53.744825 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9887d9-d527-456e-b0ad-9d196791cb86 req-ff852620-3753-4f5e-a3a3-eddfa151ad52 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:53.746321 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fc9887d9-d527-456e-b0ad-9d196791cb86 req-ff852620-3753-4f5e-a3a3-eddfa151ad52 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0529652 Oct 28 12:14:53.790044 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fc9887d9-d527-456e-b0ad-9d196791cb86 req-1e73cfc9-f5ac-41c3-a3b9-3e65ec417400 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375690 Oct 28 12:14:54.283684 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39deb61-bb42-4f29-8a42-604a6ee79ec4 req-7847f328-19c1-4dd4-aee3-8d46712f2708 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:54.285382 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f39deb61-bb42-4f29-8a42-604a6ee79ec4 req-7847f328-19c1-4dd4-aee3-8d46712f2708 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0493855 Oct 28 12:14:54.327718 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f39deb61-bb42-4f29-8a42-604a6ee79ec4 req-52ec00ee-4748-4f0b-a7c2-6c60cdcca743 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0354826 Oct 28 12:14:54.701414 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6814a56-43f7-4e95-92d8-acae8cd49def req-b893f586-cc40-46ae-8c36-8581ae794793 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:54.702905 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6814a56-43f7-4e95-92d8-acae8cd49def req-b893f586-cc40-46ae-8c36-8581ae794793 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Oct 28 12:14:54.745339 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6814a56-43f7-4e95-92d8-acae8cd49def req-eccd03a0-4195-47a7-9c05-02c14775abb5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362122 Oct 28 12:14:54.914779 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb5e1df-1bf1-4c1d-94c7-2b82c15e6fb4 req-0eb7390e-87ef-460b-877a-18b218ab1d94 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:54.916376 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2eb5e1df-1bf1-4c1d-94c7-2b82c15e6fb4 req-0eb7390e-87ef-460b-877a-18b218ab1d94 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0507243 Oct 28 12:14:54.958584 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2eb5e1df-1bf1-4c1d-94c7-2b82c15e6fb4 req-7682295e-42bd-4629-a454-5a97f958aebb tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360317 Oct 28 12:14:55.446410 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca933bc-f39b-4f99-be01-41e0bdb163a7 req-7cb9f50d-3dc4-40dd-a1b2-920ab236ee96 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:55.448261 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4ca933bc-f39b-4f99-be01-41e0bdb163a7 req-7cb9f50d-3dc4-40dd-a1b2-920ab236ee96 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0511584 Oct 28 12:14:55.489920 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4ca933bc-f39b-4f99-be01-41e0bdb163a7 req-3c0e652f-0d3d-4c08-bbd0-b99a7d882693 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355287 Oct 28 12:14:55.857181 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8efed8c-ec19-4150-b454-0c44c1ff9dba req-022f0667-7ee9-427d-bdf7-0b6d08e5842b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:55.858611 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8efed8c-ec19-4150-b454-0c44c1ff9dba req-022f0667-7ee9-427d-bdf7-0b6d08e5842b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0493288 Oct 28 12:14:55.895147 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8efed8c-ec19-4150-b454-0c44c1ff9dba req-b2fc7768-518e-41f3-b02c-c128a2519b58 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307150 Oct 28 12:14:56.077331 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5338e3-ea56-4cdf-afbe-e62b0095d0ac req-e3ae48d3-e937-40a9-8a54-309f7a3d601f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.078761 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc5338e3-ea56-4cdf-afbe-e62b0095d0ac req-e3ae48d3-e937-40a9-8a54-309f7a3d601f tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0480974 Oct 28 12:14:56.118693 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dc5338e3-ea56-4cdf-afbe-e62b0095d0ac req-ffb9f614-c24d-4689-804d-905b093b7368 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342278 Oct 28 12:14:56.235869 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-fab713f4-057d-47da-b25c-cd7d1983fb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.237469 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-fab713f4-057d-47da-b25c-cd7d1983fb69 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1137 time: 0.0404341 Oct 28 12:14:56.329320 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-b48e008a-e7e8-494c-97aa-f5b65eddb03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.330662 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-b48e008a-e7e8-494c-97aa-f5b65eddb03d service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.0849290 Oct 28 12:14:56.402052 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-1e803875-52e2-4c34-8797-6ad454339cd2 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 1001 time: 0.0591390 Oct 28 12:14:56.451848 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-9fd5b8c9-d36c-4ae7-a9f0-9206b3e369bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.453284 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-9fd5b8c9-d36c-4ae7-a9f0-9206b3e369bb service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0420144 Oct 28 12:14:56.498597 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-e3213f45-2bd1-4079-8a48-7ea1ef139d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.500032 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-e3213f45-2bd1-4079-8a48-7ea1ef139d65 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0377254 Oct 28 12:14:56.597980 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-bf4a4aef-4e31-40d4-8b4d-452bc536a955 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869236 Oct 28 12:14:56.603267 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbcae47-895b-4946-9eac-ec406f329635 req-cce796fe-8299-4f00-91b8-4db6aa1f866c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.604719 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-efbcae47-895b-4946-9eac-ec406f329635 req-cce796fe-8299-4f00-91b8-4db6aa1f866c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0482399 Oct 28 12:14:56.646337 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-efbcae47-895b-4946-9eac-ec406f329635 req-508b20db-3df4-4465-bafa-a003191f3309 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353830 Oct 28 12:14:56.685695 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-220fc5f2-ac0d-4c74-9c32-b11117f3b4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:56.695403 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ff95e62-ba65-4343-b14e-4c54c9de321b req-712cbc76-60e2-45c7-931a-98da550a972f service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855455 Oct 28 12:14:56.897074 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-ed845934-b383-44f5-9f19-68b57b55264d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:56.898995 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-ed845934-b383-44f5-9f19-68b57b55264d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Oct 28 12:14:57.000269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port a600dcab-8abb-4839-8572-97941b4d19e4 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:14:57.000609 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.024262 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea263e3-7fce-44b8-ba49-e6f918169676 req-3ddae32b-a860-4e0f-afdf-528ba5ecf829 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:57.026369 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bea263e3-7fce-44b8-ba49-e6f918169676 req-3ddae32b-a860-4e0f-afdf-528ba5ecf829 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 946 time: 0.0627611 Oct 28 12:14:57.063527 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bea263e3-7fce-44b8-ba49-e6f918169676 req-d205016e-cc69-4776-88d9-e1cd549bc23f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312767 Oct 28 12:14:57.096630 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] For port a600dcab-8abb-4839-8572-97941b4d19e4, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a600dcab-8abb-4839-8572-97941b4d19e4,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:57.097001 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.239538 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f30804-f16d-491e-aff3-0bbcb47fa8fc req-69a1bae3-131a-49e6-a507-0c1cf8671bb2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:57.241207 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b3f30804-f16d-491e-aff3-0bbcb47fa8fc req-69a1bae3-131a-49e6-a507-0c1cf8671bb2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0515645 Oct 28 12:14:57.288975 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b3f30804-f16d-491e-aff3-0bbcb47fa8fc req-89ac5ef4-9e22-4d39-b739-3aae7f7833e7 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408566 Oct 28 12:14:57.469549 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e08278-9c5d-49ca-a57c-bb2050087fdb req-1d857755-518a-4972-81ea-9f7e0b2e8e27 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:57.471421 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-33e08278-9c5d-49ca-a57c-bb2050087fdb req-1d857755-518a-4972-81ea-9f7e0b2e8e27 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0551138 Oct 28 12:14:57.505465 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.506045 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.506141 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP 500b5dbb-1221-473f-bb2d-3c03be959966 disassociated. External IP: 172.27.3.252, port: a600dcab-8abb-4839-8572-97941b4d19e4. Oct 28 12:14:57.506409 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for a600dcab-8abb-4839-8572-97941b4d19e4 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:14:57.509592 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-33e08278-9c5d-49ca-a57c-bb2050087fdb req-7c080bdf-712e-411f-aabc-53ca5bbd6a4b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318511 Oct 28 12:14:57.630943 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.659821 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=a600dcab-8abb-4839-8572-97941b4d19e4,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:57.671283 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.671623 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.671956 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.672548 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.672897 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.673215 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.673531 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.673851 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.674162 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.674478 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.674789 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.675097 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:14:57.764047 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2b0f94-7498-44a5-b659-85099c1d8d26 req-d4ee0f9b-53b0-4ea4-82fb-eadbd3a9f072 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:57.765464 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e2b0f94-7498-44a5-b659-85099c1d8d26 req-d4ee0f9b-53b0-4ea4-82fb-eadbd3a9f072 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0489275 Oct 28 12:14:57.781281 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:14:57.806346 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e2b0f94-7498-44a5-b659-85099c1d8d26 req-ec71f013-29b4-46cb-80c1-7b28206d9e48 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0341935 Oct 28 12:14:57.888416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:14:57.898540 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:14:57.908151 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:14:57.908753 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:14:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:57.927696 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] No DVR routers for this DVR port a600dcab-8abb-4839-8572-97941b4d19e4 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:14:57.930991 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:57.934268 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5cd428-61e4-4fc3-99a4-39fa58c5453d req-208d5cad-490a-4736-bf62-6853e3fc85d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "DELETE /v2.0/ports/a600dcab-8abb-4839-8572-97941b4d19e4 HTTP/1.1" status: 204 len: 173 time: 1.0289850 Oct 28 12:14:57.934708 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'name': 'network-vif-deleted', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:14:57.937512 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4de720f-1e2f-460b-a8ae-ac27e4d60d85" -d '{"events": [{"server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "name": "network-vif-deleted", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:14:58.024632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:14:58.037335 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6de7e8c-c8f1-4e7c-8c03-49a18079c53c x-openstack-request-id: req-d6de7e8c-c8f1-4e7c-8c03-49a18079c53c {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:14:58.037688 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13f6a94a-97d6-4a55-af0f-c6a4db756bb7", "name": "network-vif-deleted", "tag": "a600dcab-8abb-4839-8572-97941b4d19e4", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:14:58.037963 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d6de7e8c-c8f1-4e7c-8c03-49a18079c53c {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:14:58.038397 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13f6a94a-97d6-4a55-af0f-c6a4db756bb7', 'name': 'network-vif-deleted', 'tag': 'a600dcab-8abb-4839-8572-97941b4d19e4', 'status': 'completed', 'code': 200} Oct 28 12:14:58.161737 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4e61aacf-2e75-4f91-ad3c-dc3857969c7c req-6028fd0c-3c6b-4128-8d78-731d3762a96a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=13f6a94a-97d6-4a55-af0f-c6a4db756bb7 HTTP/1.1" status: 200 len: 210 time: 0.0270517 Oct 28 12:14:58.245099 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:58.274307 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:14:58.282928 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:14:58.283587 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:14:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:58.395937 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:14:58.415474 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd14984c-c561-4ef2-afa3-abc999d0428d req-1549294b-2c1c-4f03-8b9a-625ce0ee6f53 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:58.416946 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dd14984c-c561-4ef2-afa3-abc999d0428d req-1549294b-2c1c-4f03-8b9a-625ce0ee6f53 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 943 time: 0.0534134 Oct 28 12:14:58.454370 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dd14984c-c561-4ef2-afa3-abc999d0428d req-5ade6f6d-bf7f-4a7f-9031-d9de62a9dde1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311940 Oct 28 12:14:58.601919 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:14:58.630152 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fc58d8-6415-4e61-8254-355546e297d5 None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:14:58.633815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098b5f6-5454-4275-9f6d-00f967c8366e req-84fe5e1e-cf2d-4d7d-80e4-5a0c71af7107 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:58.635797 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f098b5f6-5454-4275-9f6d-00f967c8366e req-84fe5e1e-cf2d-4d7d-80e4-5a0c71af7107 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0534754 Oct 28 12:14:58.679047 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f098b5f6-5454-4275-9f6d-00f967c8366e req-270133b2-47e6-4abe-ba68-6c8deddfddbe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367179 Oct 28 12:14:58.867784 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec921a09-4801-4647-a92e-1e3ef57e48cd None None] New status for floating IP 500b5dbb-1221-473f-bb2d-3c03be959966: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:14:58.885371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:14:58.887484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a600dcab-8abb-4839-8572-97941b4d19e4 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:14:58.913998 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: a600dcab-8abb-4839-8572-97941b4d19e4 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:14:58.914709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a600dcab-8abb-4839-8572-97941b4d19e4 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:14:58.928483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d7b9d5-3652-441d-bcdb-33b68dd33d25 req-dd626354-a0f5-4989-a19e-a949988c980c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:58.930815 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69d7b9d5-3652-441d-bcdb-33b68dd33d25 req-dd626354-a0f5-4989-a19e-a949988c980c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0542862 Oct 28 12:14:58.974361 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69d7b9d5-3652-441d-bcdb-33b68dd33d25 req-a9843969-043b-4fda-b63f-23a5209c30c2 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0371912 Oct 28 12:14:59.008463 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:59.020360 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'port_id': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'mac_address': 'fa:16:3e:32:20:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1009, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:14:59.055764 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.068128 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:14:59.087537 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:14:59.091117 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.136594 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=9']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:14:59.234829 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b6a1766e-0f87-457a-923b-35c84c8a76ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:14:59.337334 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['4f501be9-cff6-427b-b090-8ad62adc9a6b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:14:59.413738 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0742be31-4f8c-447e-bdee-795d3da0ad33 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376655123&fields=id&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 267 time: 0.0359559 Oct 28 12:14:59.520251 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-5e832576-1336-423c-b9cf-fafaba49a75f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:59.521722 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-5e832576-1336-423c-b9cf-fafaba49a75f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1006818 Oct 28 12:14:59.558604 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0efb8d0e-1f33-41f3-9dfd-2ee688bb7d71 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/quotas/d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 375 time: 0.0255318 Oct 28 12:14:59.605316 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2b7c9-e358-4cd4-a138-61d979bc5feb req-31be1538-4c4b-4164-9492-2d10e973ba07 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:59.606681 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-93f2b7c9-e358-4cd4-a138-61d979bc5feb req-31be1538-4c4b-4164-9492-2d10e973ba07 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0818422 Oct 28 12:14:59.639265 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-4049631c-4deb-450f-b31a-7079bdf66b1d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0748737 Oct 28 12:14:59.659904 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-93f2b7c9-e358-4cd4-a138-61d979bc5feb req-7249b53f-be1d-4c99-b240-37f680ce0c57 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474155 Oct 28 12:14:59.820970 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f0dd20-4695-44aa-9169-2d86f500b80e req-44d30f4d-30c3-4626-8fcf-ae8d901220bd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:14:59.822396 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-11f0dd20-4695-44aa-9169-2d86f500b80e req-44d30f4d-30c3-4626-8fcf-ae8d901220bd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0768945 Oct 28 12:14:59.824085 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0b527890-2d5c-437f-b2dd-18c026d5a534 service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712766 Oct 28 12:14:59.907368 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-11f0dd20-4695-44aa-9169-2d86f500b80e req-67249554-6151-474a-8028-bb7df9a13989 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791006 Oct 28 12:14:59.938766 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-bd14178f-61d8-4789-bffa-0addca8bebb8 service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049244 Oct 28 12:15:00.090330 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21c6b5-b28a-4428-8400-14ad3344f750 req-dadb749a-79e0-49a3-818f-8c96aa161226 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.091802 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5f21c6b5-b28a-4428-8400-14ad3344f750 req-dadb749a-79e0-49a3-818f-8c96aa161226 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0503397 Oct 28 12:15:00.136758 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5f21c6b5-b28a-4428-8400-14ad3344f750 req-f9b815c6-7b1d-4f9b-8ba3-5974cb0ed2da tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0389597 Oct 28 12:15:00.216137 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-82b146d3-b6b8-49ee-ae45-68b1f3f8565e req-507734db-198c-4b95-a3fe-5060087dcfd6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 210 time: 0.0269227 Oct 28 12:15:00.242901 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.317655 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.373491 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:00.779953 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f4757f-eb39-467b-a1bd-ce4f65aa52c1 req-3c7c2db6-ae15-4372-a6bb-487c7b73ea99 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:00.781445 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5f4757f-eb39-467b-a1bd-ce4f65aa52c1 req-3c7c2db6-ae15-4372-a6bb-487c7b73ea99 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 944 time: 0.0479252 Oct 28 12:15:00.819793 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c5f4757f-eb39-467b-a1bd-ce4f65aa52c1 req-498a6b07-459e-400c-85c8-f10ff91c3f66 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323758 Oct 28 12:15:00.893393 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:00.943296 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 4f501be9-cff6-427b-b090-8ad62adc9a6b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:00.943624 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.024294 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.026115 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed643c4e-6ae0-4ed0-a815-aaee2b497fc9 req-4cf6d766-7fc9-48b1-8690-bf62bc604248 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.027628 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ed643c4e-6ae0-4ed0-a815-aaee2b497fc9 req-4cf6d766-7fc9-48b1-8690-bf62bc604248 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0546710 Oct 28 12:15:01.048211 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:01.050479 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9fd616-952c-4955-8933-913abed4bc2c" -d '{"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:01.070728 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ed643c4e-6ae0-4ed0-a815-aaee2b497fc9 req-7e2aac4b-ea5d-44ec-8104-f84a711e5c52 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368381 Oct 28 12:15:01.074170 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:01.079894 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.109881 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce6de0fb-5371-4e38-9726-d4888a6cf4a9 x-openstack-request-id: req-ce6de0fb-5371-4e38-9726-d4888a6cf4a9 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:01.110170 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-plugged", "status": "completed", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:01.110419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ce6de0fb-5371-4e38-9726-d4888a6cf4a9 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:01.110795 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'code': 200} Oct 28 12:15:01.136952 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=10']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:01.263909 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bcfd9-a346-4968-b81b-54b47385823b req-e7eea389-f33a-4ba0-8c0a-e78ab7848986 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.265698 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-523bcfd9-a346-4968-b81b-54b47385823b req-e7eea389-f33a-4ba0-8c0a-e78ab7848986 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0560753 Oct 28 12:15:01.270113 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e7e7ba6-4142-4e24-a319-0135c1086e8f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.272248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e7e7ba6-4142-4e24-a319-0135c1086e8f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1515899 Oct 28 12:15:01.328248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-a2c9558c-804e-4959-a37f-e8254fd276cc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 380 time: 0.0396447 Oct 28 12:15:01.336671 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-523bcfd9-a346-4968-b81b-54b47385823b req-41599c13-4c5e-4fe7-b9f9-d5f0561f0321 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0636015 Oct 28 12:15:01.347289 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'port': {'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'admin_state_up': True, 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'security_groups': ['d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:01.359432 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-42ddf2b9-14df-471e-86b6-15f07d43b749 req-22546233-b8e8-4af4-b926-d98b7fcbebf8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 210 time: 0.0427389 Oct 28 12:15:01.399498 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29763f-f7d7-4488-9969-b661ae5f4353 req-ff9813aa-cd80-4a20-b8a8-71482b600190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.400991 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8f29763f-f7d7-4488-9969-b661ae5f4353 req-ff9813aa-cd80-4a20-b8a8-71482b600190 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 1099 time: 0.0634279 Oct 28 12:15:01.435625 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8f29763f-f7d7-4488-9969-b661ae5f4353 req-aa997ea1-d124-462b-96f6-114b6ea1e7c5 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271125 Oct 28 12:15:01.466609 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Made reservation on behalf of d556263ca80e4b52b8588d1513962fb0 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:01.470138 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.591796 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.20.0.4 (847bc5f9-83d6-4f03-878a-d6ff4a99e1d4/69a7cf81-bb09-44f1-9097-bd55b24198f2/85266cc2-0eba-4393-8b48-c92d284666a5) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:01.731997 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.765788 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.809692 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:01.812754 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:01.816382 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:01.823198 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:01.865343 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.870669 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.871357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:01.888993 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0088d8db-e3db-4a6e-a5c8-3e3e8c67fbef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5469043 Oct 28 12:15:01.903708 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Request body: {'port': {'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:01.958999 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81a1fd-e355-4549-8a21-78c316db4ca3 req-f3c16959-68fb-4083-985b-e9f9a3fb069e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:01.960547 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3b81a1fd-e355-4549-8a21-78c316db4ca3 req-f3c16959-68fb-4083-985b-e9f9a3fb069e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0551190 Oct 28 12:15:01.961882 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.001935 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3b81a1fd-e355-4549-8a21-78c316db4ca3 req-077176db-9649-4051-82b0-c93d54c98b06 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350232 Oct 28 12:15:02.042431 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-c9ac575b-ed6a-4a1a-8caf-2ddebf898d5f None None] Provisioning complete for port 85266cc2-0eba-4393-8b48-c92d284666a5 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:02.042827 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-c9ac575b-ed6a-4a1a-8caf-2ddebf898d5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.077992 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-c9ac575b-ed6a-4a1a-8caf-2ddebf898d5f None None] Port 85266cc2-0eba-4393-8b48-c92d284666a5 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:02.187372 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33843e-107d-4379-a7f5-11b911ec3d7a req-c690cc49-752c-464e-a7d3-2e549f42fbd7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.188851 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb33843e-107d-4379-a7f5-11b911ec3d7a req-c690cc49-752c-464e-a7d3-2e549f42fbd7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0475345 Oct 28 12:15:02.223255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85266cc2-0eba-4393-8b48-c92d284666a5 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:15:02.226527 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fb33843e-107d-4379-a7f5-11b911ec3d7a req-e0b3f532-e073-4304-9ff9-0cc605ecca87 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316579 Oct 28 12:15:02.230900 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.243526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Transition to ACTIVE for port object 85266cc2-0eba-4393-8b48-c92d284666a5 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:15:02.247365 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.298144 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Pushing event updated for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:02.367221 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Attempting to bind port 85266cc2-0eba-4393-8b48-c92d284666a5 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:02.367557 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Attempting to bind port 85266cc2-0eba-4393-8b48-c92d284666a5 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:02.367883 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Attempting to bind port 85266cc2-0eba-4393-8b48-c92d284666a5 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:02.372193 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Port 85266cc2-0eba-4393-8b48-c92d284666a5 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:15:02.372513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Attempting to bind port 85266cc2-0eba-4393-8b48-c92d284666a5 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:02.377769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:02.377981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:02.378361 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Bound using segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:02.378815 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Bound port: 85266cc2-0eba-4393-8b48-c92d284666a5, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:02.379188 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.454275 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:02.458145 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=85266cc2-0eba-4393-8b48-c92d284666a5,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:02.464662 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.504533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5ae0b-96a4-41fc-9324-91ee719cdd79 req-e6ce4a79-0d11-44f8-8445-50740f306fbd tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.508269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.508922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:02.510317 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] 10.222.0.105 "PUT /v2.0/ports/85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 1093 time: 0.6112597 Oct 28 12:15:02.510898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:02.512969 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67b5ae0b-96a4-41fc-9324-91ee719cdd79 req-e6ce4a79-0d11-44f8-8445-50740f306fbd tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0961552 Oct 28 12:15:02.513173 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18be22c0-29ea-414a-a888-0e24ba3a049b" -d '{"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:02.531502 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e193ec9-31e3-4665-9456-b67b4d0b758c service neutron] Pushing event updated for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:02.572948 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0239bc-a44f-4cce-8e87-0765b94e276b req-515dc5c8-8183-4d6d-9037-1540d2b664a5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.574594 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a0239bc-a44f-4cce-8e87-0765b94e276b req-515dc5c8-8183-4d6d-9037-1540d2b664a5 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.1235523 Oct 28 12:15:02.596665 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-67b5ae0b-96a4-41fc-9324-91ee719cdd79 req-927b9afe-7c96-4c45-baf6-bd4aedca605a tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0828397 Oct 28 12:15:02.641352 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a0239bc-a44f-4cce-8e87-0765b94e276b req-e304b1ab-ea01-41d8-90d2-b8ed72c437f8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451767 Oct 28 12:15:02.680116 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-63732857-a3d2-4e89-b62b-f4935b937795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.682190 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-63732857-a3d2-4e89-b62b-f4935b937795 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1096 time: 0.0858107 Oct 28 12:15:02.683611 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bacb9b5-05b0-44e8-870c-a780a98875ee x-openstack-request-id: req-0bacb9b5-05b0-44e8-870c-a780a98875ee {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:02.683898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:02.684147 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0bacb9b5-05b0-44e8-870c-a780a98875ee {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:02.684528 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5', 'status': 'completed', 'code': 200} Oct 28 12:15:02.740318 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-322ac46b-0ce2-47c7-971a-cbfca2e52ee0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 217 time: 0.0374687 Oct 28 12:15:02.793695 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-ffe89763-a8c3-418d-8a06-59de0fedf335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.795212 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-ffe89763-a8c3-418d-8a06-59de0fedf335 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0479205 Oct 28 12:15:02.850968 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea42689e-b534-45a3-8375-baf36b0d933b req-12bd9b4a-3d16-4143-b7d8-fa27e1ca927c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:02.852492 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-12bd9b4a-3d16-4143-b7d8-fa27e1ca927c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0485239 Oct 28 12:15:02.944947 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-efe88c55-57e4-4417-968c-8d5b6e4a0e03 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848546 Oct 28 12:15:03.037347 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ea42689e-b534-45a3-8375-baf36b0d933b req-28a37184-a7ba-4333-8678-dca776be898b service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852494 Oct 28 12:15:03.126677 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-b89b37c3-07d9-4c2e-8d8d-03b789089dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.127514 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f42e87-c72f-4bbe-9a3b-a405e9fe59c8 req-9d13ffd2-74e9-4834-952f-22a13c5169c6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.128166 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-b89b37c3-07d9-4c2e-8d8d-03b789089dac service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1096 time: 0.0393515 Oct 28 12:15:03.129011 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-96f42e87-c72f-4bbe-9a3b-a405e9fe59c8 req-9d13ffd2-74e9-4834-952f-22a13c5169c6 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0494113 Oct 28 12:15:03.166289 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-96f42e87-c72f-4bbe-9a3b-a405e9fe59c8 req-1065a01b-c274-416c-8350-f446c67be9f1 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306323 Oct 28 12:15:03.232876 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-0e9f2c22-3783-489f-8837-43230fa09369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.234340 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-0e9f2c22-3783-489f-8837-43230fa09369 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0989490 Oct 28 12:15:03.288415 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-6ec62ca6-d3b3-440d-9932-0a18c80ffa9f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 217 time: 0.0349944 Oct 28 12:15:03.340432 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-60b8f7f8-aafe-4fab-b7cf-cc101a8e2ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.341904 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-60b8f7f8-aafe-4fab-b7cf-cc101a8e2ec5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0463378 Oct 28 12:15:03.345102 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa1462-84dd-464e-9374-3f36a9f1e4bc req-5ff46be5-6d80-4bac-ae0c-33dd75923fa4 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.346574 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2caa1462-84dd-464e-9374-3f36a9f1e4bc req-5ff46be5-6d80-4bac-ae0c-33dd75923fa4 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0528429 Oct 28 12:15:03.388592 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2caa1462-84dd-464e-9374-3f36a9f1e4bc req-01194ae0-5616-4c1f-9813-d46f5bc4fd6f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355501 Oct 28 12:15:03.393394 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-ad3f1284-23d6-496e-b1d7-22bb856c653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.394880 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-ad3f1284-23d6-496e-b1d7-22bb856c653f service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453267 Oct 28 12:15:03.485631 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-532c33e0-165a-4eae-8fba-aebcfdb4acfc service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794213 Oct 28 12:15:03.577941 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18be22c0-29ea-414a-a888-0e24ba3a049b req-ec4f7df3-5158-4bc8-8efd-a9116fe7d250 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825260 Oct 28 12:15:03.745252 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931f4835-b84b-4c52-b571-9c727d613db8 req-01740bb3-b97f-4843-86f5-2bddbc818133 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.746695 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-931f4835-b84b-4c52-b571-9c727d613db8 req-01740bb3-b97f-4843-86f5-2bddbc818133 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0731177 Oct 28 12:15:03.768663 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca77676a-6bdf-44dc-a7d8-232dd6ab7e17 req-4487276a-2703-4459-a88f-a01e627d0bd1 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:03.770101 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ca77676a-6bdf-44dc-a7d8-232dd6ab7e17 req-4487276a-2703-4459-a88f-a01e627d0bd1 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.0707629 Oct 28 12:15:03.821182 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-931f4835-b84b-4c52-b571-9c727d613db8 req-8ac366bb-6c1d-4881-a27e-69ca65570b2f tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681899 Oct 28 12:15:03.827931 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ca77676a-6bdf-44dc-a7d8-232dd6ab7e17 req-37e70702-1a2a-4a1e-b2aa-090bc5240557 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511971 Oct 28 12:15:04.285156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379a27b3-3999-4310-bda9-1e4a6991cbc5 req-d0367761-e7b9-46f4-b93a-598e81d84b3e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.286595 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-379a27b3-3999-4310-bda9-1e4a6991cbc5 req-d0367761-e7b9-46f4-b93a-598e81d84b3e tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0480089 Oct 28 12:15:04.322673 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-379a27b3-3999-4310-bda9-1e4a6991cbc5 req-bd7d04b8-1356-4cd7-b9ce-9127df74f41c tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304613 Oct 28 12:15:04.504161 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91500f1-521c-4080-8585-82aa7a74f50d req-edb0698f-6cc5-4c5f-9314-72174472c74f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.505562 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e91500f1-521c-4080-8585-82aa7a74f50d req-edb0698f-6cc5-4c5f-9314-72174472c74f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0513487 Oct 28 12:15:04.521200 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-5a25e606-a9ef-4d4e-80bf-7414814cfc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.522702 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-5a25e606-a9ef-4d4e-80bf-7414814cfc94 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1098 time: 0.0403345 Oct 28 12:15:04.542650 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e91500f1-521c-4080-8585-82aa7a74f50d req-69acb0ec-9b6c-4ff1-80c9-6204da8ee628 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304666 Oct 28 12:15:04.633355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-9797063f-792f-4bf8-bc58-a5b8edb9827a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.634791 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-9797063f-792f-4bf8-bc58-a5b8edb9827a service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.0856605 Oct 28 12:15:04.700145 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-c67c62ed-262e-4c7c-8753-c96a4a9448c7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 1001 time: 0.0556924 Oct 28 12:15:04.748635 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-da3c5c2b-d9ce-43e8-86bb-60f3e21c8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.750102 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-da3c5c2b-d9ce-43e8-86bb-60f3e21c8cad service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0425074 Oct 28 12:15:04.798279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-dbcb233e-2150-4d8f-bba9-dcd4dd266747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.799621 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-dbcb233e-2150-4d8f-bba9-dcd4dd266747 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0408661 Oct 28 12:15:04.892437 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-3a8f5dfe-201d-46cb-a8a1-032e59eba971 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847106 Oct 28 12:15:04.969022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc098137-f7b2-429e-91fd-94f8c2acc500 req-fc83b16b-b178-48d2-8e15-cfeeab3061dc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.970465 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc098137-f7b2-429e-91fd-94f8c2acc500 req-fc83b16b-b178-48d2-8e15-cfeeab3061dc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.0695434 Oct 28 12:15:04.978499 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6802d6-0778-47f5-ae70-94e1e36b028f req-7694c4a0-b6cd-4900-84d2-544e373a343f tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:04.980054 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7a6802d6-0778-47f5-ae70-94e1e36b028f req-7694c4a0-b6cd-4900-84d2-544e373a343f tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0873892 Oct 28 12:15:04.985312 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-89d9ea43-df97-45ee-afe6-43838e1a0a97 req-e6096071-cd1f-4e60-a414-aa2376962a34 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844347 Oct 28 12:15:05.039368 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc098137-f7b2-429e-91fd-94f8c2acc500 req-bbaf90a1-640c-4e3f-ba37-4e29c05cf0c8 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580368 Oct 28 12:15:05.047237 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7a6802d6-0778-47f5-ae70-94e1e36b028f req-317086b1-e6df-4340-804c-93550c67e53b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0595157 Oct 28 12:15:05.654060 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c6e99-e361-49bf-8c8f-f03d13075b7c req-581f666e-2382-43f2-8ba0-b3ab021f1abe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:05.655512 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4d9c6e99-e361-49bf-8c8f-f03d13075b7c req-581f666e-2382-43f2-8ba0-b3ab021f1abe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0482380 Oct 28 12:15:05.691537 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4d9c6e99-e361-49bf-8c8f-f03d13075b7c req-16f4f64e-6c59-4adb-abf4-22f2cd882646 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301917 Oct 28 12:15:06.184519 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feee0602-224d-4745-a1d0-e3af523f16ef req-db1d25f6-af96-4cb6-a646-21432e905b15 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:06.185987 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-feee0602-224d-4745-a1d0-e3af523f16ef req-db1d25f6-af96-4cb6-a646-21432e905b15 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.0803523 Oct 28 12:15:06.194156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84358a0-7454-4dd1-a918-fa0632fdb19f req-1dea44db-14f6-4ebb-9d5e-6f54d8e764dc tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:06.196126 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84358a0-7454-4dd1-a918-fa0632fdb19f req-1dea44db-14f6-4ebb-9d5e-6f54d8e764dc tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0800111 Oct 28 12:15:06.251923 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-feee0602-224d-4745-a1d0-e3af523f16ef req-e065f24d-e4b8-4044-8fc3-be4fc11c3a90 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548451 Oct 28 12:15:06.255856 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d84358a0-7454-4dd1-a918-fa0632fdb19f req-8d899157-c00f-4aad-80ac-df8ac2b31e0a tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532241 Oct 28 12:15:06.802614 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af073db7-fb19-450b-b261-f810d15dbe77 req-fb768907-039e-4bd6-a102-e099e6cd63b2 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:06.804054 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-af073db7-fb19-450b-b261-f810d15dbe77 req-fb768907-039e-4bd6-a102-e099e6cd63b2 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0482793 Oct 28 12:15:06.840075 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-af073db7-fb19-450b-b261-f810d15dbe77 req-426aefda-5ab7-488f-ad71-e57dc5550035 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301921 Oct 28 12:15:07.398247 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195b6d22-b007-45b9-8b34-64f4bdb617a7 req-8312cb38-b630-4112-ab24-34729afadba5 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:07.400321 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-195b6d22-b007-45b9-8b34-64f4bdb617a7 req-8312cb38-b630-4112-ab24-34729afadba5 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0800712 Oct 28 12:15:07.408397 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28801eb-69de-4fe6-80f7-21d2fc4a9511 req-3d6a91cd-0b4a-46ed-8ce3-0be96aa7fe64 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:07.409756 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a28801eb-69de-4fe6-80f7-21d2fc4a9511 req-3d6a91cd-0b4a-46ed-8ce3-0be96aa7fe64 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.0872085 Oct 28 12:15:07.462925 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-195b6d22-b007-45b9-8b34-64f4bdb617a7 req-3981d937-f330-4469-822e-358522af82f3 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0522637 Oct 28 12:15:07.469977 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a28801eb-69de-4fe6-80f7-21d2fc4a9511 req-8ec76827-1c6c-4ea6-971e-2043b590117e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537736 Oct 28 12:15:07.952321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4bc7f1-ef71-4986-beed-3eb9f82597b7 req-c15c18f4-be07-416d-9b54-13125f54d832 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:07.953798 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8d4bc7f1-ef71-4986-beed-3eb9f82597b7 req-c15c18f4-be07-416d-9b54-13125f54d832 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0482073 Oct 28 12:15:07.991578 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8d4bc7f1-ef71-4986-beed-3eb9f82597b7 req-fb4b2e71-1751-47e2-870b-fc21b6b209d2 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319011 Oct 28 12:15:08.186072 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f1ca7-fa81-4179-a613-53eb0634a4fd req-291596c1-641c-44c8-abb4-ab929612d54f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.187549 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa1f1ca7-fa81-4179-a613-53eb0634a4fd req-291596c1-641c-44c8-abb4-ab929612d54f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0525296 Oct 28 12:15:08.227855 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fa1f1ca7-fa81-4179-a613-53eb0634a4fd req-0a768f21-d98d-41a0-ac83-c219c0c7bd7c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331724 Oct 28 12:15:08.237277 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce247a6-7361-495c-998a-4ccfe815909b req-a83a7234-3a38-48bb-b323-afb745e5f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.238918 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-a83a7234-3a38-48bb-b323-afb745e5f407 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 1098 time: 0.0404627 Oct 28 12:15:08.337448 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce247a6-7361-495c-998a-4ccfe815909b req-f461a750-5bb4-4659-9557-a259eaeabbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.338902 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-f461a750-5bb4-4659-9557-a259eaeabbe5 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.0887802 Oct 28 12:15:08.403397 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-d563a9e9-c260-48d1-b7f1-0594c79a6a37 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 200 len: 1001 time: 0.0565658 Oct 28 12:15:08.453370 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce247a6-7361-495c-998a-4ccfe815909b req-380d5a00-6bc7-4d34-add6-db4c90bf7159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.454763 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-380d5a00-6bc7-4d34-add6-db4c90bf7159 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0432558 Oct 28 12:15:08.507416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce247a6-7361-495c-998a-4ccfe815909b req-cbc39e68-81c9-46b7-a2ff-16058de3391d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.509169 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-cbc39e68-81c9-46b7-a2ff-16058de3391d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0451348 Oct 28 12:15:08.599879 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-06dc44f0-4baa-49b0-8ca3-6012b0ce3b15 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832181 Oct 28 12:15:08.608370 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099b27f2-3953-45d8-a3a2-9eef20e978c1 req-e938007c-8cbf-463d-b0a9-f1dad27b2162 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.609916 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-099b27f2-3953-45d8-a3a2-9eef20e978c1 req-e938007c-8cbf-463d-b0a9-f1dad27b2162 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0763295 Oct 28 12:15:08.618076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811504b4-64ee-4792-b621-4bc99fdd90ba req-ce291333-a0a3-4718-a79c-e0c7a3ee5ec0 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:08.619451 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-811504b4-64ee-4792-b621-4bc99fdd90ba req-ce291333-a0a3-4718-a79c-e0c7a3ee5ec0 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 943 time: 0.0766451 Oct 28 12:15:08.680983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-099b27f2-3953-45d8-a3a2-9eef20e978c1 req-11ad9710-c336-45d4-bc22-1a22ba4cfb15 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0605640 Oct 28 12:15:08.685833 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-811504b4-64ee-4792-b621-4bc99fdd90ba req-58edf568-33eb-43a8-b7b5-7f15febf2afb tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588329 Oct 28 12:15:08.694039 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8ce247a6-7361-495c-998a-4ccfe815909b req-b86f5df7-46ba-46d0-a2b7-8ad1e9c51526 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864482 Oct 28 12:15:08.934409 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 85266cc2-0eba-4393-8b48-c92d284666a5 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:15:09.141495 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=85266cc2-0eba-4393-8b48-c92d284666a5,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:09.151888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '85266cc2-0eba-4393-8b48-c92d284666a5', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:15:09.191512 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:09.204753 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85266cc2-0eba-4393-8b48-c92d284666a5 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:15:09.224482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=85266cc2-0eba-4393-8b48-c92d284666a5,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:09.228166 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:09.276247 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:09.344271 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be82371-50a3-46b6-904c-c295d43c709e req-efc9a2d8-bb04-4f85-9b6f-35795c7f4273 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:09.345761 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1be82371-50a3-46b6-904c-c295d43c709e req-efc9a2d8-bb04-4f85-9b6f-35795c7f4273 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0491717 Oct 28 12:15:09.383157 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1be82371-50a3-46b6-904c-c295d43c709e req-0bfeacac-1678-4ea8-95b9-71c1f5bae9b0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Oct 28 12:15:09.504194 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['85266cc2-0eba-4393-8b48-c92d284666a5'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:15:09.824522 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f518ef77-fe42-4ec5-898d-061ec18a1e61 req-fd5edebb-5fc1-4226-bd45-d43598b01a79 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:09.825908 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f518ef77-fe42-4ec5-898d-061ec18a1e61 req-fd5edebb-5fc1-4226-bd45-d43598b01a79 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0767508 Oct 28 12:15:09.838019 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46aaf44-e1fb-4212-b742-874619c1fb97 req-ec883763-5ccb-4331-b9cd-aa48560f7691 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:09.839363 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d46aaf44-e1fb-4212-b742-874619c1fb97 req-ec883763-5ccb-4331-b9cd-aa48560f7691 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 944 time: 0.0794828 Oct 28 12:15:09.895538 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f518ef77-fe42-4ec5-898d-061ec18a1e61 req-fb955f28-a53f-46e8-85fa-97bf0c30c41c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552592 Oct 28 12:15:09.898262 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d46aaf44-e1fb-4212-b742-874619c1fb97 req-e6913f89-274e-4feb-97b2-c5b78ef3cc60 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525219 Oct 28 12:15:10.954098 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 85266cc2-0eba-4393-8b48-c92d284666a5 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:15:11.003612 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 85266cc2-0eba-4393-8b48-c92d284666a5 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:15:11.007951 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 85266cc2-0eba-4393-8b48-c92d284666a5 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:11.008319 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:11.040171 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4bbae9-89f8-4e46-8952-47549f36f51d req-61081453-64a4-46c0-aa79-f553b3855f03 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:11.041666 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5a4bbae9-89f8-4e46-8952-47549f36f51d req-61081453-64a4-46c0-aa79-f553b3855f03 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0776031 Oct 28 12:15:11.049965 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5052b9a-ce62-4a3a-9594-9a4fee7e1bf0 req-5b12dcd2-eb8c-4f62-9b9e-f6412d309a4b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:11.051332 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a5052b9a-ce62-4a3a-9594-9a4fee7e1bf0 req-5b12dcd2-eb8c-4f62-9b9e-f6412d309a4b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 944 time: 0.0860815 Oct 28 12:15:11.088924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:11.110421 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5a4bbae9-89f8-4e46-8952-47549f36f51d req-49c8886c-0ac9-45bd-a5c0-4534f278b8f4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581572 Oct 28 12:15:11.111549 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:11.113794 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231a8617-facf-4137-9b80-e7aa18451dd3" -d '{"events": [{"server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "name": "network-vif-plugged", "status": "completed", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:11.115215 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a5052b9a-ce62-4a3a-9594-9a4fee7e1bf0 req-2579678a-1e04-43d2-8e2d-a9c6fd22a942 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562882 Oct 28 12:15:11.127261 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=85266cc2-0eba-4393-8b48-c92d284666a5,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:11.140422 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:11.163429 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599465b1-a038-414a-acc6-8e321da48735 x-openstack-request-id: req-599465b1-a038-414a-acc6-8e321da48735 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:11.163720 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "name": "network-vif-plugged", "status": "completed", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:11.164461 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-599465b1-a038-414a-acc6-8e321da48735 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:11.164871 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5', 'code': 200} Oct 28 12:15:11.191509 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:11.383837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de95799-c06b-45bd-83d7-9484ed1e4c2c req-c06eebcd-de6c-436a-8177-9064483a5d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:11.385405 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9de95799-c06b-45bd-83d7-9484ed1e4c2c req-c06eebcd-de6c-436a-8177-9064483a5d27 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0395331 Oct 28 12:15:11.419811 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9de95799-c06b-45bd-83d7-9484ed1e4c2c req-b6732218-3418-4c4a-9f5e-3c06fb9c60a4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278676 Oct 28 12:15:12.256516 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69f780-8b74-454f-a78c-aa77a23b98f0 req-03762ba4-8552-4337-b492-fcd130fb0533 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:12.258584 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-da69f780-8b74-454f-a78c-aa77a23b98f0 req-03762ba4-8552-4337-b492-fcd130fb0533 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0748954 Oct 28 12:15:12.266714 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e51105e-af8c-408f-a485-517a14691112 req-6d19b48a-ad1d-43a8-8bbd-2f3c668fc9f4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:12.268032 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e51105e-af8c-408f-a485-517a14691112 req-6d19b48a-ad1d-43a8-8bbd-2f3c668fc9f4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0829883 Oct 28 12:15:12.320295 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-da69f780-8b74-454f-a78c-aa77a23b98f0 req-dad6d8f6-f84f-4cfe-99b8-14cbb45574ef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512986 Oct 28 12:15:12.327354 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7e51105e-af8c-408f-a485-517a14691112 req-82f97bcc-9a1c-4307-9ec1-8cdd79ffc353 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528753 Oct 28 12:15:13.464066 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed070f-08f5-4c56-940f-e9295effaef0 req-b87b5dd2-ce8f-4ccd-9bd4-fef0e8a3b578 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:13.465534 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02ed070f-08f5-4c56-940f-e9295effaef0 req-b87b5dd2-ce8f-4ccd-9bd4-fef0e8a3b578 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0790739 Oct 28 12:15:13.473654 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8af4fb-78fb-483d-af27-f6ccf1edcb29 req-dcf331a5-ec8d-474b-b263-d7a769f0b466 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:13.474995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc8af4fb-78fb-483d-af27-f6ccf1edcb29 req-dcf331a5-ec8d-474b-b263-d7a769f0b466 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.0795519 Oct 28 12:15:13.528230 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-02ed070f-08f5-4c56-940f-e9295effaef0 req-874d7758-21ad-4396-888d-77404d2d91d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523205 Oct 28 12:15:13.537248 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc8af4fb-78fb-483d-af27-f6ccf1edcb29 req-161ff247-b5f2-4536-b285-2ed4d364991a tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&id=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0483134 Oct 28 12:15:13.638580 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a607dd53-2e06-42e5-8929-83f9befacca0 req-43dea33e-43e2-4756-b094-a6a36525ca63 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:13.640006 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a607dd53-2e06-42e5-8929-83f9befacca0 req-43dea33e-43e2-4756-b094-a6a36525ca63 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0484765 Oct 28 12:15:13.675579 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a607dd53-2e06-42e5-8929-83f9befacca0 req-55e42336-858c-40e8-9a5e-d4ceaeb4601b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297379 Oct 28 12:15:13.697913 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42324) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:13.737857 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2757addb-0682-42d6-91b2-09ee76c3f2c3 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:13.739297 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2757addb-0682-42d6-91b2-09ee76c3f2c3 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1093 time: 0.0404682 Oct 28 12:15:13.742513 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42326) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:13.746861 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:13.768238 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:13.859433 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:13.962015 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.27.3.248 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/fed7ea80-a219-4e49-8a4b-41b182a98da2) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:14.057436 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.089185 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.127999 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:14.130852 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:14.134814 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:14.157451 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=fed7ea80-a219-4e49-8a4b-41b182a98da2,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:14.169544 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.169883 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.170214 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.170538 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.170861 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.171180 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.171497 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.171813 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.172382 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.172697 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.173035 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.173343 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:14.476006 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.545243 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.696324 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.700898 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.766540 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=fed7ea80-a219-4e49-8a4b-41b182a98da2,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:14.778781 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:14.875725 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP d0d65901-0ce7-4966-80ef-16855f4b78a5 associated. External IP: 172.27.3.248, port: 85266cc2-0eba-4393-8b48-c92d284666a5. Oct 28 12:15:15.296231 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:15.400752 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:15.410370 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:15.418182 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:15.423764 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:15.424374 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:14:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:15.444127 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e3b9674b-3b8c-4d26-8486-685a3130d10e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7006276 Oct 28 12:15:15.444697 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:15.447776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc" -d '{"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:15.483970 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dff1f45-ce20-4e36-8d2d-467e0296bc33 x-openstack-request-id: req-4dff1f45-ce20-4e36-8d2d-467e0296bc33 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:15.484543 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:15.484543 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-4dff1f45-ce20-4e36-8d2d-467e0296bc33 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:15.484899 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5', 'status': 'completed', 'code': 200} Oct 28 12:15:15.530196 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:15.549458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-94fbd4b0-133b-4e15-beff-bd2567057be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.550843 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-94fbd4b0-133b-4e15-beff-bd2567057be0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0392985 Oct 28 12:15:15.641111 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-8af85ad9-beae-4a71-8cb3-48fbe7b8e74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.642583 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-8af85ad9-beae-4a71-8cb3-48fbe7b8e74e service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0848505 Oct 28 12:15:15.713109 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-5d5a29b3-270b-403f-b23a-2f610a624f30 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 999 time: 0.0556493 Oct 28 12:15:15.747123 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:14Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:15.776610 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:15.777283 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-2c36f61d-00b7-43c0-adb1-37c96b1ebff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.778720 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-2c36f61d-00b7-43c0-adb1-37c96b1ebff4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0548124 Oct 28 12:15:15.784836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:15.785433 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:14:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:15.825145 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-6c633245-e165-41c5-b1c0-0cec7c13c77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:15.826525 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-6c633245-e165-41c5-b1c0-0cec7c13c77d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400908 Oct 28 12:15:15.886156 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:15.917977 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-5683bc2d-e420-4835-89b7-cf508a1b2fd2 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Oct 28 12:15:15.919583 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:15:16.012191 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-cf1dd1cb-db3b-4b67-896b-cf037dae09bc req-5139eef2-98a6-4bc6-b877-f0eb339a8009 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808372 Oct 28 12:15:16.105143 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:14Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:16.131302 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-649c1e70-4948-4d11-86a0-74441d056bd3 None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:14Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:16.320448 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac5ed03f-15be-40f1-9776-4d8e09e216bd None None] New status for floating IP d0d65901-0ce7-4966-80ef-16855f4b78a5: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:15:26.689026 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-d119d9fd-a674-48fb-b39d-552c80e32110 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:29.227060 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ead7adda-682e-418c-8597-f2dc6d3f3bdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.241074 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.317339 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:30.374153 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:31.862717 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:42.875333 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7adad2-aad3-40a9-a55e-ae0c01146ca2 req-191f8e6b-a8f5-4aea-9e1f-8e6bdabfec14 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:42.876795 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cb7adad2-aad3-40a9-a55e-ae0c01146ca2 req-191f8e6b-a8f5-4aea-9e1f-8e6bdabfec14 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0487723 Oct 28 12:15:42.913044 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cb7adad2-aad3-40a9-a55e-ae0c01146ca2 req-2ff7dc45-ea24-489c-b640-9ffa10a73d51 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Oct 28 12:15:44.030183 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051eec24-11b1-4783-a057-fd89351dbc16 req-05b009ca-6ddb-4220-b9cf-7e8678f8434d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:44.031587 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-051eec24-11b1-4783-a057-fd89351dbc16 req-05b009ca-6ddb-4220-b9cf-7e8678f8434d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0468512 Oct 28 12:15:44.068276 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-051eec24-11b1-4783-a057-fd89351dbc16 req-5faff64d-f68f-47a4-bb23-7191765d6a0d tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups?id=94089abe-bb86-4621-aed5-900a86f3e3c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308447 Oct 28 12:15:44.353091 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97686e66-80a1-424a-9aff-2f7079c30189 req-3d3bc346-4fc0-4f19-ba0c-9931eb15baa8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:44.354463 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-97686e66-80a1-424a-9aff-2f7079c30189 req-3d3bc346-4fc0-4f19-ba0c-9931eb15baa8 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 946 time: 0.0471528 Oct 28 12:15:44.677819 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Deleting port 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:44.678147 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:44.766585 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] For port 4f501be9-cff6-427b-b090-8ad62adc9a6b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=4f501be9-cff6-427b-b090-8ad62adc9a6b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:44.766939 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:44.929645 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:44.929857 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:44.930180 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Floating IP 7bfeff4d-2740-4d1c-affb-d963936f143e disassociated. External IP: 172.27.3.151, port: 4f501be9-cff6-427b-b090-8ad62adc9a6b. Oct 28 12:15:44.930569 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Calling delete_port for 4f501be9-cff6-427b-b090-8ad62adc9a6b owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:45.057781 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.083309 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'Port': ['ID=4f501be9-cff6-427b-b090-8ad62adc9a6b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:45.170351 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-32b47310-2a17-4892-87e3-0d64ba7dd11c req-2dbb328e-ec5a-48c9-a72f-685e79b3ad22 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/ports?device_id=8429bdcd-188f-45e8-81cb-bb62ab797a8d HTTP/1.1" status: 200 len: 210 time: 0.0295305 Oct 28 12:15:45.199638 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:45.306039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:45.316629 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:45.326705 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:45.327421 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:45.344691 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] No DVR routers for this DVR port 4f501be9-cff6-427b-b090-8ad62adc9a6b on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:15:45.347201 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:45.350560 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-97686e66-80a1-424a-9aff-2f7079c30189 req-9c332e06-2496-42e6-b892-36010a68e288 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.105 "DELETE /v2.0/ports/4f501be9-cff6-427b-b090-8ad62adc9a6b HTTP/1.1" status: 204 len: 173 time: 0.9892704 Oct 28 12:15:45.351040 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-deleted', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:45.354336 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b3fca-1ef3-4d48-8da1-fb064b607ccd" -d '{"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-deleted", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:45.394211 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6fa17a6-67e6-456f-8640-2d3cb975abca x-openstack-request-id: req-a6fa17a6-67e6-456f-8640-2d3cb975abca {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:45.395203 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8429bdcd-188f-45e8-81cb-bb62ab797a8d", "name": "network-vif-deleted", "tag": "4f501be9-cff6-427b-b090-8ad62adc9a6b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:45.396177 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a6fa17a6-67e6-456f-8640-2d3cb975abca {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:45.396177 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8429bdcd-188f-45e8-81cb-bb62ab797a8d', 'name': 'network-vif-deleted', 'tag': '4f501be9-cff6-427b-b090-8ad62adc9a6b', 'status': 'completed', 'code': 200} Oct 28 12:15:45.440629 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:45.642906 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:45.673329 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:45.681748 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:45.682297 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:45.915021 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:46.104243 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:46.129237 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e7066d-1816-4376-bec9-688df3d208b7 None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:08:57Z', 'revision_number': 4, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '18a581d2-875f-47a4-a5e4-4064194c3c2b', 'name': '', 'network_id': 'b20ef5e3-2b26-4a72-8925-01f5500ca8f6', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'mac_address': 'fa:16:3e:64:c5:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:56Z', 'updated_at': '2021-10-28T12:09:09Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'subnets': [{'id': '991e2ddb-3b1b-4bc5-b6ca-04dcb4253239', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:46.262596 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42372) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:46.318142 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.342654 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.357039 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60162c1-8c03-4da2-a358-1bcbe7c7e86b None None] New status for floating IP 7bfeff4d-2740-4d1c-affb-d963936f143e: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:15:46.393714 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.396334 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.397732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "DELETE /v2.0/security-groups/94089abe-bb86-4621-aed5-900a86f3e3c7 HTTP/1.1" status: 204 len: 168 time: 0.1339359 Oct 28 12:15:46.400338 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42374) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:46.406851 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb9dc50-d486-4e36-86d5-66d4f8c77216 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94089abe-bb86-4621-aed5-900a86f3e3c7,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:46.416636 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.api.v2.resource [None req-d947f5ef-c414-4bbf-b397-45cfe86ac8e4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] show failed (client error): The resource could not be found. Oct 28 12:15:46.417761 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d947f5ef-c414-4bbf-b397-45cfe86ac8e4 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "GET /v2.0/security-groups/94089abe-bb86-4621-aed5-900a86f3e3c7 HTTP/1.1" status: 404 len: 347 time: 0.0164177 Oct 28 12:15:46.420537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42376) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:46.545844 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Deleting port 0e9af3cc-13bf-4ef7-b496-164c7f3b3aab {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:46.546179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.622443 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.622769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.633830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Calling delete_port for 0e9af3cc-13bf-4ef7-b496-164c7f3b3aab owned by network:floatingip {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:46.768535 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.792685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Pushing event deleted for resources: {'Port': ['ID=0e9af3cc-13bf-4ef7-b496-164c7f3b3aab,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:46.849475 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks [] for floatingip, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.852139 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:46.853829 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9a064330-1fc6-4413-8bc1-d70c07dccff2 tempest-AttachVolumeShelveTestJSON-1886319771 tempest-AttachVolumeShelveTestJSON-1886319771-project] 10.222.0.32 "DELETE /v2.0/floatingips/7bfeff4d-2740-4d1c-affb-d963936f143e HTTP/1.1" status: 204 len: 168 time: 0.4318080 Oct 28 12:15:48.304802 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d114d9f2-4918-470e-a7c9-a6a226b34291 req-f4258893-52fb-4cea-873b-bbc6a35219bf tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:48.306268 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d114d9f2-4918-470e-a7c9-a6a226b34291 req-f4258893-52fb-4cea-873b-bbc6a35219bf tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0478873 Oct 28 12:15:48.344137 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d114d9f2-4918-470e-a7c9-a6a226b34291 req-a6611a01-a0be-4aa1-a7b6-6336b76789b6 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312986 Oct 28 12:15:49.069619 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:15:49.090047 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 4f501be9-cff6-427b-b090-8ad62adc9a6b {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:15:49.090383 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 4f501be9-cff6-427b-b090-8ad62adc9a6b not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:15:49.245679 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42412) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:49.465636 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d068ce-e25e-42eb-a021-4df3d5bbd124 req-80af7597-1fe2-44f3-833b-a612cd530563 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:49.467076 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62d068ce-e25e-42eb-a021-4df3d5bbd124 req-80af7597-1fe2-44f3-833b-a612cd530563 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0508871 Oct 28 12:15:49.503803 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62d068ce-e25e-42eb-a021-4df3d5bbd124 req-89fbe8d4-c6b0-454f-adab-145a51749f90 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305645 Oct 28 12:15:49.734853 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:50.011779 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Deleting port 18a581d2-875f-47a4-a5e4-4064194c3c2b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:50.012030 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:50.085823 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] For port 18a581d2-875f-47a4-a5e4-4064194c3c2b, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=18a581d2-875f-47a4-a5e4-4064194c3c2b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:50.086172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:50.098378 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Calling delete_port for 18a581d2-875f-47a4-a5e4-4064194c3c2b owned by network:router_interface {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:50.274028 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:50.300328 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Pushing event deleted for resources: {'Port': ['ID=18a581d2-875f-47a4-a5e4-4064194c3c2b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:50.465628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-aee662d2-fdf3-47b4-83ea-8c06be66f1f1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:50.467075 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-aee662d2-fdf3-47b4-83ea-8c06be66f1f1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.1135535 Oct 28 12:15:50.550383 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:50.618785 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c2169-bdec-4efe-9532-e23fb1c29efd req-a921c159-cbc2-4c5d-b5d7-75eb53e40199 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:50.620294 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d24c2169-bdec-4efe-9532-e23fb1c29efd req-a921c159-cbc2-4c5d-b5d7-75eb53e40199 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 945 time: 0.0484178 Oct 28 12:15:50.660441 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d24c2169-bdec-4efe-9532-e23fb1c29efd req-f46f04f6-771b-461e-82cf-d80dec5860ef tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=285cf678-6ec6-42c6-86da-8bcb573b9394&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341468 Oct 28 12:15:50.884826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Deleting port a592c56b-5388-4c2f-895c-640b044361c6 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:50.885157 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.042153 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] For port a592c56b-5388-4c2f-895c-640b044361c6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=a592c56b-5388-4c2f-895c-640b044361c6,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:51.042503 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.149889 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Router d971fa0a-03d1-4ea5-a0eb-226a08664368 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:51.301272 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.301959 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.301959 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Floating IP 5c8b734c-657d-4767-a5e7-d6642ee30d86 disassociated. External IP: 172.27.3.236, port: a592c56b-5388-4c2f-895c-640b044361c6. Oct 28 12:15:51.302221 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Calling delete_port for a592c56b-5388-4c2f-895c-640b044361c6 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:51.323817 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:51.332752 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Sync routers for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:51.343101 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:51.343820 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:51.356273 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7092f615-df68-466c-b6c5-25e98162cf9f admin admin] 10.222.0.32 "PUT /v2.0/routers/d971fa0a-03d1-4ea5-a0eb-226a08664368/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1070902 Oct 28 12:15:51.366620 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42424) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:51.459257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.459941 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:51.488634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'Port': ['ID=a592c56b-5388-4c2f-895c-640b044361c6,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:51.496341 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks [] for router, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.606017 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.608988 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:51.660089 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Deleting port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:51.660683 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.665606 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75'}], 'enable_snat': True}, 'gw_port_id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:15:50Z', 'revision_number': 5, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port': {'id': '5a0d42c5-f444-4073-a4fd-17b0a88d3c18', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:3b:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:08:51Z', 'updated_at': '2021-10-28T12:09:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:51.696092 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Checking router: d971fa0a-03d1-4ea5-a0eb-226a08664368 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:51.704625 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Routers {'d971fa0a-03d1-4ea5-a0eb-226a08664368'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:51.705269 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['d971fa0a-03d1-4ea5-a0eb-226a08664368'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:51.727214 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:51.737999 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:51.752045 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:51.753582 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:51.776420 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d51122b7-f8a4-4494-bfb9-2425d9f266ce req-22c6b42e-0aa5-4b93-913e-afb61a4e9195 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=d42d85de-c42d-4628-a7f9-a33b0a5e9904 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Oct 28 12:15:51.781352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] No DVR routers for this DVR port a592c56b-5388-4c2f-895c-640b044361c6 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:15:51.784271 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.788715 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b2695a41-513e-4fdc-93c5-0084ea5f7aea req-51a7741f-6e38-4262-8948-48ae13ff37a7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "DELETE /v2.0/ports/a592c56b-5388-4c2f-895c-640b044361c6 HTTP/1.1" status: 204 len: 173 time: 1.3117015 Oct 28 12:15:51.789636 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'name': 'network-vif-deleted', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:51.793405 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd630eaa-ade4-4377-9c15-d4904a86ba94" -d '{"events": [{"server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "name": "network-vif-deleted", "tag": "a592c56b-5388-4c2f-895c-640b044361c6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:51.797258 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] Set router d971fa0a-03d1-4ea5-a0eb-226a08664368 gateway port host: None {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:51.803316 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] For port 5a0d42c5-f444-4073-a4fd-17b0a88d3c18, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:51.803693 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:51.822739 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Calling delete_port for 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 owned by network:router_gateway {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:51.851286 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:15:51Z', 'revision_number': 6, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:51.879674 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278be3dd-1e0d-46b8-9509-b71db3152e56 x-openstack-request-id: req-278be3dd-1e0d-46b8-9509-b71db3152e56 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:51.879968 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d42d85de-c42d-4628-a7f9-a33b0a5e9904", "name": "network-vif-deleted", "tag": "a592c56b-5388-4c2f-895c-640b044361c6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:51.880216 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-278be3dd-1e0d-46b8-9509-b71db3152e56 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:51.880608 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd42d85de-c42d-4628-a7f9-a33b0a5e9904', 'name': 'network-vif-deleted', 'tag': 'a592c56b-5388-4c2f-895c-640b044361c6', 'status': 'completed', 'code': 200} Oct 28 12:15:51.897762 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aa6990b-f066-4a22-85ef-9f872593fd22 None None] The sync data for ids ['d971fa0a-03d1-4ea5-a0eb-226a08664368'] in dv-cinder-815746-2-iscsi is: [{'id': 'd971fa0a-03d1-4ea5-a0eb-226a08664368', 'name': 'tempest-AttachVolumeShelveTestJSON-2133841527-router', 'tenant_id': 'd373b381315f4833beb30f2033a67f5f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:08:50Z', 'updated_at': '2021-10-28T12:15:51Z', 'revision_number': 6, 'project_id': 'd373b381315f4833beb30f2033a67f5f', 'gw_port_host': None}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:51.961820 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:52.031185 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.106611 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0d42c5-f444-4073-a4fd-17b0a88d3c18,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:52.151715 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.194712 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:52.225252 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:52.235169 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:52.235817 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:52.264484 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5771208d-e875-4d3a-8014-386bc391e873 req-2af9ebe3-cd08-4203-b90c-a58c8984f9d8 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2127890114&fields=id&tenant_id=65cad67d8de14681b197cddef6700124 HTTP/1.1" status: 200 len: 267 time: 0.1473384 Oct 28 12:15:52.269863 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.272037 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.367130 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.367640 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d971fa0a-03d1-4ea5-a0eb-226a08664368 {{(pid=101561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:15:52.375270 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.378838 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9ba31984-e87d-417c-974a-5521a1d99f95 admin admin] 10.222.0.32 "DELETE /v2.0/routers/d971fa0a-03d1-4ea5-a0eb-226a08664368 HTTP/1.1" status: 204 len: 168 time: 1.0086665 Oct 28 12:15:52.379161 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42432) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:52.390881 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771208d-e875-4d3a-8014-386bc391e873 req-d81188c4-ca7c-4cc8-8591-58502162ebb6 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:52.397845 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5771208d-e875-4d3a-8014-386bc391e873 req-d81188c4-ca7c-4cc8-8591-58502162ebb6 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 984 time: 0.1239488 Oct 28 12:15:52.404548 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Request body: {'port': {'security_groups': ['9a73d755-b13a-49cf-abde-06d6918bdd68']}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:52.444222 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Deleting subnet 991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:15:52.448377 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.460861 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:52.488039 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.491980 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.608628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.668799 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.676686 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:52.685400 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.691236 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da288ab7-f6ba-4b66-9a81-4b9cc4a82d4a None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:15:52.694214 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/991e2ddb-3b1b-4bc5-b6ca-04dcb4253239 HTTP/1.1" status: 204 len: 168 time: 0.3130038 Oct 28 12:15:52.696560 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42434) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:52.708740 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:52.715470 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10210da-b4f2-4c96-a7bf-2df2b46b0d1c None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:52.746093 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.753327 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.753856 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04f77d-c467-4f69-91f0-23c532a4c139 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=991e2ddb-3b1b-4bc5-b6ca-04dcb4253239,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:52.771541 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:15:52.853449 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event updated for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=7']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:52.860718 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.871636 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:52.876656 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:52.883105 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5771208d-e875-4d3a-8014-386bc391e873 req-4ed809b6-72b9-4abb-ab21-6d999e678ec4 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "PUT /v2.0/ports/573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 942 time: 0.4831533 Oct 28 12:15:52.887066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42438) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:52.889308 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:52.893689 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b4b753c-2a20-4983-a623-9581b01d0a86" -d '{"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:52.924564 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:15:52.962452 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42444) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:52.979996 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8112373-6597-4396-baf7-be80fa14b68d x-openstack-request-id: req-e8112373-6597-4396-baf7-be80fa14b68d {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:52.980384 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:52.980530 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e8112373-6597-4396-baf7-be80fa14b68d {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:52.980960 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:15:52.982880 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:15:53.058684 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.092479 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.135592 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-95fbf517-80bd-44d0-aa38-757fe1a20607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:53.137151 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-95fbf517-80bd-44d0-aa38-757fe1a20607 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1098 time: 0.1324019 Oct 28 12:15:53.145134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Deleting port 6fc5b021-9d05-437f-92e7-f290257d298b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:53.145648 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.154690 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.157141 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.160164 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.163611 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "DELETE /v2.0/security-groups/285cf678-6ec6-42c6-86da-8bcb573b9394 HTTP/1.1" status: 204 len: 168 time: 0.1974392 Oct 28 12:15:53.165938 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42446) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:53.197500 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e069d-ee4d-47f1-af27-8492ae6a9ab1 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=285cf678-6ec6-42c6-86da-8bcb573b9394,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:53.200254 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.api.v2.resource [None req-4f1c792b-7cc2-483c-bd70-40513381c568 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] show failed (client error): The resource could not be found. Oct 28 12:15:53.205263 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4f1c792b-7cc2-483c-bd70-40513381c568 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups/285cf678-6ec6-42c6-86da-8bcb573b9394 HTTP/1.1" status: 404 len: 347 time: 0.0351636 Oct 28 12:15:53.207058 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42448) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:53.235343 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] DHCP port deletion for b20ef5e3-2b26-4a72-8925-01f5500ca8f6 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:15:53.246887 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f78e4-6136-42aa-a3f3-ad8113de5504 None None] New status for floating IP 5c8b734c-657d-4767-a5e7-d6642ee30d86: DOWN {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:15:53.311106 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] For port 6fc5b021-9d05-437f-92e7-f290257d298b, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6fc5b021-9d05-437f-92e7-f290257d298b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:53.311468 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.316669 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.342260 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Calling delete_port for 6fc5b021-9d05-437f-92e7-f290257d298b owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:53.346618 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Deleting port 04ff7756-e4d4-4f97-9bf1-a05772d3cbae {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:53.347070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.404310 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-316ab9bc-6ffc-46f6-ac0c-9717614a244a None None] Provisioning complete for port 573c315a-d7f5-4110-bb9b-8a7a94a6655e triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:53.404692 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-316ab9bc-6ffc-46f6-ac0c-9717614a244a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.432979 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-85de97ff-f89a-4857-a69a-2aa38cfd7f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:53.434485 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-85de97ff-f89a-4857-a69a-2aa38cfd7f11 service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.2865746 Oct 28 12:15:53.469385 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Deleting port 6fc5b021-9d05-437f-92e7-f290257d298b {{(pid=101562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:53.469657 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.476571 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.478587 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.506787 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Calling delete_port for 04ff7756-e4d4-4f97-9bf1-a05772d3cbae owned by network:floatingip {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:53.519857 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:15:53.526581 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-9ca8e282-c011-43e5-867e-67e77617a722 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 1001 time: 0.0835822 Oct 28 12:15:53.532433 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.537053 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.541825 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "DELETE /v2.0/security-groups/78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a HTTP/1.1" status: 204 len: 168 time: 0.6528375 Oct 28 12:15:53.542027 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42450) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:53.554560 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.579465 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:15:53.579798 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5a0d42c5-f444-4073-a4fd-17b0a88d3c18 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:15:53.580214 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 18a581d2-875f-47a4-a5e4-4064194c3c2b no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:15:53.605986 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d82bc8-32d0-4d32-acb6-fa8f9b163a31 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dcc80f-ca8a-47b6-ad9f-0fbc9e59d97a,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:53.609919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6fc5b021-9d05-437f-92e7-f290257d298b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:53.618604 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] No DVR routers for this DVR port 6fc5b021-9d05-437f-92e7-f290257d298b on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:15:53.621943 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] For port 6fc5b021-9d05-437f-92e7-f290257d298b, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6fc5b021-9d05-437f-92e7-f290257d298b,segment=NetworkSegment(ddce072e-b887-4952-8020-069241477158),segment_id=ddce072e-b887-4952-8020-069241477158)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:15:53.622382 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.650455 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-2dad7ae1-24a4-48af-ae1b-0b0ec145af94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:53.651766 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-2dad7ae1-24a4-48af-ae1b-0b0ec145af94 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.1072276 Oct 28 12:15:53.653852 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 18a581d2-875f-47a4-a5e4-4064194c3c2b {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:15:53.654203 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 18a581d2-875f-47a4-a5e4-4064194c3c2b not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:15:53.654622 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6fc5b021-9d05-437f-92e7-f290257d298b no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:15:53.657554 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Calling delete_port for 6fc5b021-9d05-437f-92e7-f290257d298b owned by network:dhcp {{(pid=101562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:53.691155 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 6fc5b021-9d05-437f-92e7-f290257d298b {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:15:53.691502 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6fc5b021-9d05-437f-92e7-f290257d298b not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:15:53.733955 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.761142 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b20ef5e3-2b26-4a72-8925-01f5500ca8f6']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:53.770352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-e0ba26e3-38e6-420a-8c79-c1a2b608c157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:53.771917 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-e0ba26e3-38e6-420a-8c79-c1a2b608c157 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1101794 Oct 28 12:15:53.776460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddce072e-b887-4952-8020-069241477158') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:53.776460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddce072e-b887-4952-8020-069241477158') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:53.795101 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.816655 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Deleting port 815bce69-2b04-4dfc-92e3-428f4e5f7bbd {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:53.817321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.845128 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.855426 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:15:53.856027 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:15:53.858910 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:15:53.889294 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.934962 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'Port': ['ID=04ff7756-e4d4-4f97-9bf1-a05772d3cbae,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:53.941183 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-1df0fb6e-693d-428a-a8d5-4cb81a7c4ee8 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566625 Oct 28 12:15:53.942331 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.952866 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.953941 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088'] for port, after_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.961099 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b20ef5e3-2b26-4a72-8925-01f5500ca8f6 HTTP/1.1" status: 204 len: 168 time: 1.2575867 Oct 28 12:15:53.982142 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Network b20ef5e3-2b26-4a72-8925-01f5500ca8f6 is not hosted by any dhcp agent {{(pid=101562) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Oct 28 12:15:53.982619 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] No DVR routers for this DVR port 6fc5b021-9d05-437f-92e7-f290257d298b on host dv-cinder-815746-2-iscsi {{(pid=101562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:15:53.984726 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Pushing event deleted for resources: {'Port': ['ID=6fc5b021-9d05-437f-92e7-f290257d298b,revision_number=None']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:53.986239 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.986664 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:53.999032 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:53.999666 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.001114 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.001633 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.002615 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.003118 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.004064 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.004570 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.005087 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.005678 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.006164 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.006652 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16a39746-f3be-4080-83f8-7180eb021138 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:54.016097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Calling delete_port for 815bce69-2b04-4dfc-92e3-428f4e5f7bbd owned by network:floatingip {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:15:54.036623 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595633c-f213-465a-b58e-d8865a0b3ac6 admin admin] Pushing event deleted for resources: {'Network': ['ID=b20ef5e3-2b26-4a72-8925-01f5500ca8f6,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.046209 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.049547 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.050706 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a4741cfd-43b7-420c-9403-a7bf4cb658e7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "DELETE /v2.0/floatingips/5c8b734c-657d-4767-a5e7-d6642ee30d86 HTTP/1.1" status: 204 len: 168 time: 0.8423777 Oct 28 12:15:54.093304 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8b4b753c-2a20-4983-a623-9581b01d0a86 req-dd69a37f-4527-423d-870a-39e27d3b45ab service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417043 Oct 28 12:15:54.134158 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42456) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.178610 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b9599c53-4030-4913-99a9-f4ea0e90dfe2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d373b381315f4833beb30f2033a67f5f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0409052 Oct 28 12:15:54.178988 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42458) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.272414 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.275264 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.276239 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42462) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.281103 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group': {'name': 'tempest-securitygroup--496706326', 'description': 'tempest-description--1293535696'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:54.302116 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.311997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event deleted for resources: {'Port': ['ID=815bce69-2b04-4dfc-92e3-428f4e5f7bbd,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.325150 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.373928 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.378103 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.407366 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc32b65-9e8e-4aa0-be81-758a59f03074,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.411830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.415841 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c57f4048-adce-48f9-9f60-b32057d4028d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1359017 Oct 28 12:15:54.416947 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42464) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.421914 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group_rule': {'security_group_id': '2bc32b65-9e8e-4aa0-be81-758a59f03074', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:54.450823 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.510604 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.515281 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.534622 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb85d980-2554-4697-8d06-8f5217571ce8,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.544668 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.545892 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-cc7aa5df-653b-4c2e-a129-94c12e022730 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1280291 Oct 28 12:15:54.548879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42466) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.553375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'security_group_rule': {'security_group_id': '2bc32b65-9e8e-4aa0-be81-758a59f03074', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:54.579704 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.638526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.643391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.647860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks [] for floatingip, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.647860 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Floating IP 134ce034-3587-4ba0-8e46-a41b66623f3b disassociated (deleted). External IP: 172.27.3.129, port: 573c315a-d7f5-4110-bb9b-8a7a94a6655e. Oct 28 12:15:54.661718 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38e29284-5ddb-4608-a5d4-9acd46886bd9,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.672355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.675461 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-9a52d30d-cc26-46fa-8f88-3a1d40b83669 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1237700 Oct 28 12:15:54.676731 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42468) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:54.680970 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:54.701545 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.727641 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.730866 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.734734 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2d6f3ba9-5c72-4ae1-bfef-dbf1c89d8eef HTTP/1.1" status: 204 len: 168 time: 0.5514047 Oct 28 12:15:54.745201 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fdb3c-6994-4a74-a46d-152e35f6c767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d6f3ba9-5c72-4ae1-bfef-dbf1c89d8eef,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:54.809785 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:54.892952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:15:54.919328 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Allocated IP 172.27.3.104 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/a4425507-eaaf-4d83-b21a-20029a79cf9b) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:55.012459 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:15:55.017478 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.022274 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Sync routers for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:15:55.033664 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:55.034628 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:55.035218 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.048549 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-395c9acb-fe00-4d7a-b856-e4401fe07078 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "DELETE /v2.0/floatingips/134ce034-3587-4ba0-8e46-a41b66623f3b HTTP/1.1" status: 204 len: 168 time: 1.5045843 Oct 28 12:15:55.049155 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:55.051803 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe" -d '{"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:55.091662 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783e1cbb-ec1e-46ac-9493-a09ce12cde86 x-openstack-request-id: req-783e1cbb-ec1e-46ac-9493-a09ce12cde86 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:55.091952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:55.092398 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-783e1cbb-ec1e-46ac-9493-a09ce12cde86 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:55.092822 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:15:55.094660 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.103892 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a592c56b-5388-4c2f-895c-640b044361c6 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:15:55.126946 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: a592c56b-5388-4c2f-895c-640b044361c6 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:15:55.127411 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device a592c56b-5388-4c2f-895c-640b044361c6 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:15:55.169875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:55.188825 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:55.196231 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:55.208447 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:55.224818 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=a4425507-eaaf-4d83-b21a-20029a79cf9b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:55.257992 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-b6d89e8b-266d-407f-bfbe-1f96f21439dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.259506 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-b6d89e8b-266d-407f-bfbe-1f96f21439dc service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=65cad67d8de14681b197cddef6700124&device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 1098 time: 0.1098099 Oct 28 12:15:55.392126 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.451526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.483728 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:55.500579 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-79f2cd3a-6a02-4ee8-bb1d-8ece7b108b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.502219 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-79f2cd3a-6a02-4ee8-bb1d-8ece7b108b0a service neutron] 10.222.0.105 "GET /v2.0/networks?id=535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 200 len: 916 time: 0.2351649 Oct 28 12:15:55.510014 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Checking router: 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:15:55.522281 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:15:55.523610 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:55.558376 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-331abc90-6fe4-48d2-ab20-3a947073d4f4 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 200 len: 217 time: 0.0448360 Oct 28 12:15:55.644433 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:15:55.649112 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-613b8cec-e89f-4a6f-8f43-1bd5995c8d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.650580 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-613b8cec-e89f-4a6f-8f43-1bd5995c8d7f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 200 len: 853 time: 0.0815952 Oct 28 12:15:55.723870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-201ce2de-81ac-4102-b37e-eceaf192e611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:55.725611 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-201ce2de-81ac-4102-b37e-eceaf192e611 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=535f9e75-13d7-4345-8b64-c84f711c52da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0642345 Oct 28 12:15:55.747870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.760909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:55.907071 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:15:55.941352 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258c3411-bf81-4006-b39e-63a71c1912eb None None] The sync data for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi is: [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:13:34Z', 'revision_number': 4, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'af7c5336-7e83-417c-8b95-832da386f6a6', 'name': '', 'network_id': '535f9e75-13d7-4345-8b64-c84f711c52da', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'mac_address': 'fa:16:3e:b4:be:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:33Z', 'updated_at': '2021-10-28T12:13:39Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'subnets': [{'id': 'de7eea52-0b4e-4637-83bb-1470e91de912', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:15:56.138542 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=a4425507-eaaf-4d83-b21a-20029a79cf9b,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:56.162395 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:56.173673 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-191c5d7a-83fb-4b69-81ca-9c92ac73ba33 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4371078 Oct 28 12:15:56.193373 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:56.194604 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e7579b94-a570-4547-987c-2d98ac0ab9b9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5168903 Oct 28 12:15:56.289447 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-f1ac15c0-f0f6-448c-a8d3-8f301632fcbe req-3c4fc3e3-a3d4-4439-bc33-fa36b6697143 service neutron] 10.222.0.105 "GET /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071303 Oct 28 12:15:56.315268 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef17e5d3-5625-4845-81c1-2d9f95125767 None None] New status for floating IP 134ce034-3587-4ba0-8e46-a41b66623f3b: DOWN {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:15:56.434668 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-146c4769-fe56-4521-b903-0f88e61303c8 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--496706326&fields=id&tenant_id=a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 267 time: 0.0357711 Oct 28 12:15:56.553587 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-d515287a-dc74-4b53-aa95-ab698bdd6c88 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:56.555164 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-d515287a-dc74-4b53-aa95-ab698bdd6c88 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 810 time: 0.1135361 Oct 28 12:15:56.571438 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-fd3b9b62-41da-4584-ae0c-02a9afbdf132 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/quotas/a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 375 time: 0.0097041 Oct 28 12:15:56.633443 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-24a5cc67-f57f-4c4e-80ea-230992d8fd8f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0557115 Oct 28 12:15:56.695327 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-df83bc1f-3339-4613-9597-03c3292e7562 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:56.756348 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-24fc42fb-e046-4984-b6b2-34c36aaa928c service neutron] 10.222.0.32 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088598 Oct 28 12:15:56.850918 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-99998da6-a338-4452-ba02-524bebb05af4 service neutron] 10.222.0.32 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884585 Oct 28 12:15:57.002265 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6b84f87a-1a69-4f38-b57d-a7a2a3626532 req-bbb1ba5a-21f3-4cd3-b1d0-e11e214dd7ae tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0263124 Oct 28 12:15:57.932008 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-fae8b680-478e-4c23-8547-2703a416d7de tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:57.934404 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-fae8b680-478e-4c23-8547-2703a416d7de tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 810 time: 0.1471705 Oct 28 12:15:57.987759 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-5b97d806-52d6-423f-b96f-b2adfcd28a6c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a527ebc85a8d436f80e436cedaf24033 HTTP/1.1" status: 200 len: 379 time: 0.0416493 Oct 28 12:15:57.999317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'port': {'device_id': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'admin_state_up': True, 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'security_groups': ['2bc32b65-9e8e-4aa0-be81-758a59f03074']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:58.009517 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62182707-a393-49b0-b168-e3fdcb3c485b req-f7c5d31a-ade5-4a90-951f-bd02122259dd tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:58.011033 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62182707-a393-49b0-b168-e3fdcb3c485b req-f7c5d31a-ade5-4a90-951f-bd02122259dd tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0557883 Oct 28 12:15:58.054870 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-62182707-a393-49b0-b168-e3fdcb3c485b req-b99ea626-dd96-4ba5-96fd-4059b270dfab tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370789 Oct 28 12:15:58.117766 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ead293bc-e5fc-4843-a9a9-0c4543afcffe req-c4a0dae8-e62c-4a96-ac93-6069a359ef8c tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0306644 Oct 28 12:15:58.134009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Made reservation on behalf of a527ebc85a8d436f80e436cedaf24033 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:15:58.137742 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.266142 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Allocated IP 172.20.0.11 (8f8dee63-8e7b-4c3a-a804-ccedbf1d9423/7cac7eb9-4701-45cd-9ede-7c34950f4846/ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:15:58.396846 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.434266 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.476583 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:15:58.479618 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:15:58.483765 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:15:58.489946 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event updated for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:58.516805 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.517146 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.517484 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.517810 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.518133 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.518456 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.518776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.519096 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.519416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.519733 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.520046 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.520360 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:15:58.546766 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:58.547360 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.563499 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-6810e9e4-785b-4aeb-838a-c874ffe7c5cd tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5687890 Oct 28 12:15:58.584025 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Request body: {'port': {'device_id': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:15:58.642101 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.708398 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-714dcf3b-0eac-4494-b27a-bc580e25f32a None None] Provisioning complete for port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:15:58.708999 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-714dcf3b-0eac-4494-b27a-bc580e25f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.741709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-714dcf3b-0eac-4494-b27a-bc580e25f32a None None] Port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:15:58.895986 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:15:58.903793 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.915669 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Transition to ACTIVE for port object ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:15:58.919391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:58.986910 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:59.043914 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Attempting to bind port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:15:59.044242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Attempting to bind port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:15:59.044566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Attempting to bind port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:59.049210 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:15:59.049523 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Attempting to bind port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d on network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:15:59.054483 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:15:59.054814 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Checking segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:15:59.055188 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Bound using segment: {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:15:59.055605 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Bound port: ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8612a3a-a9cb-4e48-973d-5c565d8749cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1027, 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:15:59.055950 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.123352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:15:59.126345 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:15:59.131730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.172640 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.173269 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.174617 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] 10.222.0.105 "PUT /v2.0/ports/ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d HTTP/1.1" status: 200 len: 1094 time: 0.5951595 Oct 28 12:15:59.175095 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:15:59.177398 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c23e85df-37bd-4899-828b-c2cbb7d9b64e" -d '{"events": [{"name": "network-changed", "server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:15:59.188755 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca84f73-1016-494e-aa58-555856e6bef9 req-691ee3b8-736c-4804-80bb-21cb47143b5c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.191192 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bca84f73-1016-494e-aa58-555856e6bef9 req-691ee3b8-736c-4804-80bb-21cb47143b5c tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0637720 Oct 28 12:15:59.202824 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfe244-3da9-4508-96a8-2c1fdbf1b832 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:15:59.241541 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-0fe35a31-38a5-4333-9901-6b2d98edb67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.275505 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bca84f73-1016-494e-aa58-555856e6bef9 req-6a4856e1-1cf1-497b-bb12-5516e4d325c9 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/security-groups?id=9a73d755-b13a-49cf-abde-06d6918bdd68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731449 Oct 28 12:15:59.293439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-d4c49b19-0341-4c2e-a957-7f4e571b07bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.297659 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-d4c49b19-0341-4c2e-a957-7f4e571b07bb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0566628 Oct 28 12:15:59.315435 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f49dfe8-ba19-4443-8ff9-34e9c8a4b457 req-28039312-da93-46a5-8990-7e828a6152bc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.317139 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1f49dfe8-ba19-4443-8ff9-34e9c8a4b457 req-28039312-da93-46a5-8990-7e828a6152bc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0990138 Oct 28 12:15:59.363762 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6042a9fb-5150-4661-80d4-849d8d006103 x-openstack-request-id: req-6042a9fb-5150-4661-80d4-849d8d006103 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:15:59.364057 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:15:59.364309 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6042a9fb-5150-4661-80d4-849d8d006103 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:15:59.364769 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'status': 'completed', 'code': 200} Oct 28 12:15:59.366317 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-371b3dfb-5d4a-440a-9c8a-8e20555203ed service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d HTTP/1.1" status: 200 len: 217 time: 0.0537112 Oct 28 12:15:59.380181 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1f49dfe8-ba19-4443-8ff9-34e9c8a4b457 req-6a629210-ac2c-43a4-84e4-9212f454bac4 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540750 Oct 28 12:15:59.423665 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-ebf640df-d46a-47ee-9aad-c3ea57b4d76a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.425178 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-ebf640df-d46a-47ee-9aad-c3ea57b4d76a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0514243 Oct 28 12:15:59.503169 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-12614e1f-4a72-4727-861c-fd314b754cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.504665 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-12614e1f-4a72-4727-861c-fd314b754cd6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0718825 Oct 28 12:15:59.609620 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-d285844f-032b-4fd5-8e52-f1ad15e96cd0 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946138 Oct 28 12:15:59.675864 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42614) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:15:59.701473 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8e9bf3f2-bf2a-4a99-a08c-1c5681963177 req-72436525-4dd1-4805-950f-71e90b95d491 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826459 Oct 28 12:15:59.748744 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-c8651868-2566-4290-8874-2b1329e13658 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.750205 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-c8651868-2566-4290-8874-2b1329e13658 tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.105 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 945 time: 0.0558619 Oct 28 12:15:59.789615 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-e1c8ee5f-5831-41a3-bdaf-8b18f07aa91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.791091 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-e1c8ee5f-5831-41a3-bdaf-8b18f07aa91c service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 1097 time: 0.0447605 Oct 28 12:15:59.803123 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be742e5a-c213-4fb4-b9e6-4dee34ad511c admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.882950 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-dd588ac3-6f87-469f-968d-733f8f72f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.884513 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-dd588ac3-6f87-469f-968d-733f8f72f580 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.0858603 Oct 28 12:15:59.892761 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Deleting port 573c315a-d7f5-4110-bb9b-8a7a94a6655e {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:15:59.893130 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.929552 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-ee6c1efa-c469-4db3-aae8-f927bb71625e service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d HTTP/1.1" status: 200 len: 217 time: 0.0374210 Oct 28 12:15:59.970068 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be742e5a-c213-4fb4-b9e6-4dee34ad511c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.976136 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be742e5a-c213-4fb4-b9e6-4dee34ad511c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:15:59.977914 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-d342ce47-d0c0-40bc-9b07-1bffd05074a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:15:59.979355 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-d342ce47-d0c0-40bc-9b07-1bffd05074a8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0431437 Oct 28 12:16:00.025794 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-4967eba4-45cf-412d-963c-577a291ef3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:00.027906 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-4967eba4-45cf-412d-963c-577a291ef3da service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0401733 Oct 28 12:16:00.036542 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-be742e5a-c213-4fb4-b9e6-4dee34ad511c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=22699e89a9f2430a9164e924c56510e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596308 Oct 28 12:16:00.039113 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] For port 573c315a-d7f5-4110-bb9b-8a7a94a6655e, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=573c315a-d7f5-4110-bb9b-8a7a94a6655e,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:00.039470 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.041812 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42618) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:00.053368 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be742e5a-c213-4fb4-b9e6-4dee34ad511c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4b3203-88fb-4c0e-ac6a-e24d7dd6ef02,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:00.065510 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Calling delete_port for 573c315a-d7f5-4110-bb9b-8a7a94a6655e owned by compute:nova {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:00.121562 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-ec8cc78f-a65b-445d-9394-46f6843b17ff service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855441 Oct 28 12:16:00.143095 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.184008 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.224425 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c23e85df-37bd-4899-828b-c2cbb7d9b64e req-119eddfa-3807-4f48-837b-f46ab3a8383c service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891106 Oct 28 12:16:00.249489 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.262939 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.264905 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.267550 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.268699 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f4b3203-88fb-4c0e-ac6a-e24d7dd6ef02 HTTP/1.1" status: 204 len: 168 time: 0.2253926 Oct 28 12:16:00.277573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['573c315a-d7f5-4110-bb9b-8a7a94a6655e'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:00.304619 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Pushing event deleted for resources: {'Port': ['ID=573c315a-d7f5-4110-bb9b-8a7a94a6655e,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:00.306609 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c313b-bd4e-4767-875c-bbfe2a6d56a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4b3203-88fb-4c0e-ac6a-e24d7dd6ef02,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:00.328538 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.354097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] No DVR routers for this DVR port 573c315a-d7f5-4110-bb9b-8a7a94a6655e on host hv-cinder-81574 {{(pid=101561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:00.358980 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.362570 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-824558cb-33ea-4000-bf9e-520e551e7b7a req-9eba0d40-daf8-4ea3-9d20-858ac457478b tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.105 "DELETE /v2.0/ports/573c315a-d7f5-4110-bb9b-8a7a94a6655e HTTP/1.1" status: 204 len: 173 time: 0.6066799 Oct 28 12:16:00.363212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'name': 'network-vif-deleted', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:00.365686 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7ba1ac-355e-4951-ae7c-7a70bff5011f" -d '{"events": [{"server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "name": "network-vif-deleted", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:00.397165 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.414004 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9735c987-8676-4a40-8867-ec471965d922 x-openstack-request-id: req-9735c987-8676-4a40-8867-ec471965d922 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:00.414434 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff745ff4-e6af-4eaf-a2f2-cf92e9a45871", "name": "network-vif-deleted", "tag": "573c315a-d7f5-4110-bb9b-8a7a94a6655e", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:00.414885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-9735c987-8676-4a40-8867-ec471965d922 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:00.415293 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff745ff4-e6af-4eaf-a2f2-cf92e9a45871', 'name': 'network-vif-deleted', 'tag': '573c315a-d7f5-4110-bb9b-8a7a94a6655e', 'status': 'completed', 'code': 200} Oct 28 12:16:00.462141 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b7a03ea9-07ce-4d74-b676-58a0880710b4 req-305ed049-89d5-4f17-bf62-de290fff79cb tempest-TestMinimumBasicScenario-2091283253 tempest-TestMinimumBasicScenario-2091283253-project] 10.222.0.32 "GET /v2.0/ports?device_id=ff745ff4-e6af-4eaf-a2f2-cf92e9a45871 HTTP/1.1" status: 200 len: 210 time: 0.0439374 Oct 28 12:16:00.529827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a77df-a79c-4c6c-b471-12e857dab72a req-5ee9ea71-a192-44eb-86fb-ddfba4249d3b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:00.532332 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-787a77df-a79c-4c6c-b471-12e857dab72a req-5ee9ea71-a192-44eb-86fb-ddfba4249d3b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0693085 Oct 28 12:16:00.574377 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-787a77df-a79c-4c6c-b471-12e857dab72a req-b3038a96-02f7-48b6-9b1d-6dd5b9da1a17 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361695 Oct 28 12:16:00.610023 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42630) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:00.622953 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db7aaafa-7a4f-4035-99ef-79b6918aec56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.698586 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db7aaafa-7a4f-4035-99ef-79b6918aec56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.702970 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-db7aaafa-7a4f-4035-99ef-79b6918aec56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.744433 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-db7aaafa-7a4f-4035-99ef-79b6918aec56 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a0c408433b01466aaf75fa71e4a87929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1332870 Oct 28 12:16:00.746677 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7aaafa-7a4f-4035-99ef-79b6918aec56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c0e217-7bd4-4088-9f2a-e50b92ec6547,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:00.747308 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42632) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:00.805842 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.833571 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.885904 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.888589 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:00.889830 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28c0e217-7bd4-4088-9f2a-e50b92ec6547 HTTP/1.1" status: 204 len: 168 time: 0.1414218 Oct 28 12:16:00.898060 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7974d186-c1e6-4283-9467-86cc57238bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c0e217-7bd4-4088-9f2a-e50b92ec6547,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:01.692899 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa6fae7-fac7-44b0-83e7-7112cfa3e44a req-4652b41f-cd0e-4d42-a2b7-c59f46936bf0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:01.694358 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-faa6fae7-fac7-44b0-83e7-7112cfa3e44a req-4652b41f-cd0e-4d42-a2b7-c59f46936bf0 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0542934 Oct 28 12:16:01.749245 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-faa6fae7-fac7-44b0-83e7-7112cfa3e44a req-44cebb84-2a8b-44ab-a077-14e0cf558d0a tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383830 Oct 28 12:16:01.866289 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:02.168324 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42716) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:02.513760 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:02.758365 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Deleting port af7c5336-7e83-417c-8b95-832da386f6a6 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:02.758700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:02.838451 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] For port af7c5336-7e83-417c-8b95-832da386f6a6, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=af7c5336-7e83-417c-8b95-832da386f6a6,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:02.838717 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:02.851737 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Calling delete_port for af7c5336-7e83-417c-8b95-832da386f6a6 owned by network:router_interface {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:02.874508 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40745648-46c7-40c6-8f2d-8433193bef79 req-f895241b-5b80-40ac-888c-0e151e85010d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:02.875980 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-40745648-46c7-40c6-8f2d-8433193bef79 req-f895241b-5b80-40ac-888c-0e151e85010d tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 944 time: 0.0505967 Oct 28 12:16:02.915244 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-40745648-46c7-40c6-8f2d-8433193bef79 req-df74bcf3-952e-46b4-ba26-820b675ca217 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333390 Oct 28 12:16:03.028073 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:03.052610 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Pushing event deleted for resources: {'Port': ['ID=af7c5336-7e83-417c-8b95-832da386f6a6,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:03.121146 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:16:03.135435 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-0752020e-bbd7-4af6-a8c6-1c39e068e745 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448718 Oct 28 12:16:03.222405 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:03.243086 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:03.247197 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-a7adb948-24cb-40ac-96da-f101c6450f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:03.248954 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-a7adb948-24cb-40ac-96da-f101c6450f01 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0643702 Oct 28 12:16:03.256949 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'port_id': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'mac_address': 'fa:16:3e:a4:16:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1027, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:16:03.295430 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:03.313755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:03.337167 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:03.343307 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:03.377811 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-7484d3ef-efb0-4b94-a236-52fa12542b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:03.380250 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-7484d3ef-efb0-4b94-a236-52fa12542b7f service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.1055887 Oct 28 12:16:03.407753 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:03.452047 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:03.457200 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-6b229363-947a-44a2-8e4b-9a9dce9c215a service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 1001 time: 0.0692639 Oct 28 12:16:03.509400 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-ee3522a4-ba41-4d68-898c-7cef7cd19d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:03.510913 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-ee3522a4-ba41-4d68-898c-7cef7cd19d98 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0461702 Oct 28 12:16:03.555600 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:03.556688 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-aa786929-b2b7-405f-a559-9f550ae161c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:03.558864 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-aa786929-b2b7-405f-a559-9f550ae161c1 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400131 Oct 28 12:16:03.561338 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-df11d35b-75ab-452e-b2bf-0162ef02b32b admin admin] 10.222.0.32 "PUT /v2.0/routers/174ba74f-cdaf-4234-b2f9-a0ea97aaabb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3917968 Oct 28 12:16:03.563733 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42728) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:03.566746 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Sync routers for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:03.567924 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:03.577541 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:03.578138 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:03.680909 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-50a6c1e5-b0d6-4e7f-a081-9c17e4b2b2ab service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141076 Oct 28 12:16:03.689827 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:03.718811 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:03.816494 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-349dfb6d-0528-4acd-b031-3907c1859a81 req-f9309aaf-55c6-4b75-97c5-354fe3b0f02e service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266825 Oct 28 12:16:03.907111 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:16:02Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:03.940022 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Checking router: 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:03.951070 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Routers {'174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:03.951070 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:04.070553 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3143051b-9241-4497-a801-d9d4ddc423ee req-11ec01a1-09ed-4a3a-ad80-c7c5751647b7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:04.072228 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3143051b-9241-4497-a801-d9d4ddc423ee req-11ec01a1-09ed-4a3a-ad80-c7c5751647b7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0703623 Oct 28 12:16:04.111501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.122120 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3143051b-9241-4497-a801-d9d4ddc423ee req-f04eb4c9-87a8-46d9-ad0b-8a5a381e86e2 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358522 Oct 28 12:16:04.172520 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Deleting port b3017375-e956-4248-8f5f-3125f17f282f {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:04.173415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.208497 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] Set router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:04.256743 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] For port b3017375-e956-4248-8f5f-3125f17f282f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=b3017375-e956-4248-8f5f-3125f17f282f,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:04.257469 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.273200 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Calling delete_port for b3017375-e956-4248-8f5f-3125f17f282f owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:04.384129 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:16:02Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:04.410132 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ae6ad5-dd3f-430b-b23a-54de7d917d8d None None] The sync data for ids ['174ba74f-cdaf-4234-b2f9-a0ea97aaabb6'] in dv-cinder-815746-2-iscsi is: [{'id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'name': 'tempest-TestMinimumBasicScenario-688651835-router', 'tenant_id': '65cad67d8de14681b197cddef6700124', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:31Z', 'updated_at': '2021-10-28T12:16:02Z', 'revision_number': 5, 'project_id': '65cad67d8de14681b197cddef6700124', 'gw_port': {'id': 'b3017375-e956-4248-8f5f-3125f17f282f', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d2:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '174ba74f-cdaf-4234-b2f9-a0ea97aaabb6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:32Z', 'updated_at': '2021-10-28T12:13:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:04.444586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.469919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3017375-e956-4248-8f5f-3125f17f282f,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:04.526243 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.610416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.612444 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.657861 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.658334 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:16:04.663524 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.664348 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f74916ed-0ff5-4864-8e20-759e005c4f50 admin admin] 10.222.0.32 "DELETE /v2.0/routers/174ba74f-cdaf-4234-b2f9-a0ea97aaabb6 HTTP/1.1" status: 204 len: 168 time: 1.0997009 Oct 28 12:16:04.666863 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42748) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:04.709588 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Deleting subnet de7eea52-0b4e-4637-83bb-1470e91de912 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:16:04.712355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.744873 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.827227 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.881801 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.906086 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de7eea52-0b4e-4637-83bb-1470e91de912,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:04.912586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:04.916101 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-058d5eab-b9d4-4e66-b4be-f7a6d692b7af admin admin] 10.222.0.32 "DELETE /v2.0/subnets/de7eea52-0b4e-4637-83bb-1470e91de912 HTTP/1.1" status: 204 len: 168 time: 0.2479639 Oct 28 12:16:04.918958 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42752) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:04.920071 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02264bc0-8121-4df1-a014-dbf2c8d5e069 None None] Network 535f9e75-13d7-4345-8b64-c84f711c52da requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:04.987464 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.051975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Deleting port 355549f2-81a7-47fd-9f03-18c9182d7087 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:05.052306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.114751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] For port 355549f2-81a7-47fd-9f03-18c9182d7087, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=355549f2-81a7-47fd-9f03-18c9182d7087,segment=NetworkSegment(40948276-7c3a-4bd1-9367-a2ee7029c69c),segment_id=40948276-7c3a-4bd1-9367-a2ee7029c69c)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:05.115110 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.127174 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Calling delete_port for 355549f2-81a7-47fd-9f03-18c9182d7087 owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:05.136294 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:05.188851 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:16:05.194408 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:05.194784 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.215028 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.244387 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=355549f2-81a7-47fd-9f03-18c9182d7087,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:05.250206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] No DVR routers for this DVR port 355549f2-81a7-47fd-9f03-18c9182d7087 on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:05.267559 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c2192-c28a-4362-a00e-d299fd63040b req-49e792e4-ad06-4465-b64d-d1bb72fad8b3 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:05.271642 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0c4c2192-c28a-4362-a00e-d299fd63040b req-49e792e4-ad06-4465-b64d-d1bb72fad8b3 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 945 time: 0.0812376 Oct 28 12:16:05.293932 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.319355 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:05.323067 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a9d92d9-00cc-494b-9930-79b28f3fb331" -d '{"events": [{"server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "name": "network-vif-plugged", "status": "completed", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:05.326929 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.334590 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0c4c2192-c28a-4362-a00e-d299fd63040b req-52323b2b-f886-446f-9771-cacbdd915af6 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564859 Oct 28 12:16:05.341063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:05.351406 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535f9e75-13d7-4345-8b64-c84f711c52da']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:05.358864 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.359813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573c315a-d7f5-4110-bb9b-8a7a94a6655e no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:05.372392 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40948276-7c3a-4bd1-9367-a2ee7029c69c') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:05.372765 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40948276-7c3a-4bd1-9367-a2ee7029c69c') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:05.385617 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2643c37e-7edb-4425-b6b8-8407710ef7f8 x-openstack-request-id: req-2643c37e-7edb-4425-b6b8-8407710ef7f8 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:05.386121 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "name": "network-vif-plugged", "status": "completed", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:05.386602 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2643c37e-7edb-4425-b6b8-8407710ef7f8 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:05.387858 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'code': 200} Oct 28 12:16:05.407266 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.449811 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.454648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 573c315a-d7f5-4110-bb9b-8a7a94a6655e {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:05.457645 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 573c315a-d7f5-4110-bb9b-8a7a94a6655e not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:05.466364 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:05.470130 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Releasing vlan 1022 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:16:05.470687 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:16:05.474213 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:16:05.478045 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d502222b-6e36-45d5-b4a6-452da4a53e74 None None] DHCP port deletion for 535f9e75-13d7-4345-8b64-c84f711c52da request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:16:05.517846 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b3017375-e956-4248-8f5f-3125f17f282f no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:05.544181 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: b3017375-e956-4248-8f5f-3125f17f282f {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:05.544623 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device b3017375-e956-4248-8f5f-3125f17f282f not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:05.545126 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device af7c5336-7e83-417c-8b95-832da386f6a6 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:05.560595 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.567063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:05.570254 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/535f9e75-13d7-4345-8b64-c84f711c52da HTTP/1.1" status: 204 len: 168 time: 0.6503716 Oct 28 12:16:05.577596 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: af7c5336-7e83-417c-8b95-832da386f6a6 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:05.578847 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device af7c5336-7e83-417c-8b95-832da386f6a6 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:05.579484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 355549f2-81a7-47fd-9f03-18c9182d7087 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:05.579898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42770) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:05.586370 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cc0cc9-21e9-45eb-a62f-847051a91a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=535f9e75-13d7-4345-8b64-c84f711c52da,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:05.609791 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 355549f2-81a7-47fd-9f03-18c9182d7087 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:05.610047 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 355549f2-81a7-47fd-9f03-18c9182d7087 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:05.618321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e04702-00c8-46cf-86f4-8302e8eb0db5 req-dcf05cde-eaad-4109-8e22-8f6e95af3ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:05.619825 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36e04702-00c8-46cf-86f4-8302e8eb0db5 req-dcf05cde-eaad-4109-8e22-8f6e95af3ece service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 1099 time: 0.0482585 Oct 28 12:16:05.661213 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36e04702-00c8-46cf-86f4-8302e8eb0db5 req-f3fd4a86-1e0d-40b7-91b3-e55e7523bd20 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318222 Oct 28 12:16:05.949606 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.137270 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42790) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:06.200347 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Deleting port a280b7c3-9484-4f5e-b3a8-7bf792b997d6 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:06.200603 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.243990 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8128a2d3-3325-4bec-86e9-e45cb49c1616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.281208 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] For port a280b7c3-9484-4f5e-b3a8-7bf792b997d6, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:06.281566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.293679 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Calling delete_port for a280b7c3-9484-4f5e-b3a8-7bf792b997d6 owned by network:router_interface {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:06.320923 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8128a2d3-3325-4bec-86e9-e45cb49c1616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.325219 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-8128a2d3-3325-4bec-86e9-e45cb49c1616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.363140 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8128a2d3-3325-4bec-86e9-e45cb49c1616 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb3f8c8b985a419b983548861168c32d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2247319 Oct 28 12:16:06.364235 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8128a2d3-3325-4bec-86e9-e45cb49c1616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72334643-062e-45f9-9028-94e6a0da69bf,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:06.367918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42794) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:06.434462 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.473092 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.473641 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.499480 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6643a0c3-43f1-42c2-90b9-29bb160f4ba7 req-29ec3d61-6f6b-4ef4-9140-6a27695f9a3f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:06.499734 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a280b7c3-9484-4f5e-b3a8-7bf792b997d6,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:06.500573 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6643a0c3-43f1-42c2-90b9-29bb160f4ba7 req-29ec3d61-6f6b-4ef4-9140-6a27695f9a3f tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0779595 Oct 28 12:16:06.555258 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6643a0c3-43f1-42c2-90b9-29bb160f4ba7 req-d58254d2-f1be-43af-81f2-c785e325db88 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484498 Oct 28 12:16:06.564826 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.569216 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.570473 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72334643-062e-45f9-9028-94e6a0da69bf HTTP/1.1" status: 204 len: 168 time: 0.2016363 Oct 28 12:16:06.580720 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9df3fc-d8dd-4a73-847a-7ebcd57236ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72334643-062e-45f9-9028-94e6a0da69bf,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:06.707180 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.874165 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42802) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:06.890591 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa690-97d7-4b56-b27a-436fecd7f761 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.931541 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Router 8c4793aa-0768-4883-bbc5-54f82e84f87e has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:06.963211 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa690-97d7-4b56-b27a-436fecd7f761 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:06.967018 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bc6fa690-97d7-4b56-b27a-436fecd7f761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.004205 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6fa690-97d7-4b56-b27a-436fecd7f761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b76dc6d2-382e-4f56-b42d-6f613a662b1d,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:07.008419 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bc6fa690-97d7-4b56-b27a-436fecd7f761 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=013fbaa5dfe54c2887173450e703c688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1331923 Oct 28 12:16:07.011093 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42804) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:07.042522 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:07.047999 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4584b26e-31c3-4540-a44e-fc2182b6d5a8 admin admin] 10.222.0.32 "PUT /v2.0/routers/8c4793aa-0768-4883-bbc5-54f82e84f87e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4667432 Oct 28 12:16:07.050738 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42806) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:07.056207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Sync routers for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:07.060739 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.067464 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:07.068283 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:07.083902 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.133945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.137652 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.141603 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b76dc6d2-382e-4f56-b42d-6f613a662b1d HTTP/1.1" status: 204 len: 168 time: 0.1272192 Oct 28 12:16:07.157958 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e952bb-f278-4142-9173-9ce59a2c5c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76dc6d2-382e-4f56-b42d-6f613a662b1d,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:07.165028 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.193353 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:07.268893 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.322491 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Deleting port c744affc-043a-4714-a9b9-518b24a6e802 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:07.322822 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.387148 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198'}], 'enable_snat': True}, 'gw_port_id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:16:06Z', 'revision_number': 5, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port': {'id': 'c744affc-043a-4714-a9b9-518b24a6e802', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:35:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:13:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:07.420002 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Checking router: 8c4793aa-0768-4883-bbc5-54f82e84f87e for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:07.430115 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Routers {'8c4793aa-0768-4883-bbc5-54f82e84f87e'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:07.430306 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] For port c744affc-043a-4714-a9b9-518b24a6e802, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c744affc-043a-4714-a9b9-518b24a6e802,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:07.430603 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.430741 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['8c4793aa-0768-4883-bbc5-54f82e84f87e'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:07.447037 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Calling delete_port for c744affc-043a-4714-a9b9-518b24a6e802 owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:07.519853 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] Set router 8c4793aa-0768-4883-bbc5-54f82e84f87e gateway port host: None {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:07.579029 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:16:07Z', 'revision_number': 6, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:07.611100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-314d93ab-e9fd-406f-8c1f-75cb93e3f879 None None] The sync data for ids ['8c4793aa-0768-4883-bbc5-54f82e84f87e'] in dv-cinder-815746-2-iscsi is: [{'id': '8c4793aa-0768-4883-bbc5-54f82e84f87e', 'name': 'tempest-TestMinimumBasicScenario-285496071-router', 'tenant_id': 'd041e8be59324b99b1a942044355b5f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:13:37Z', 'updated_at': '2021-10-28T12:16:07Z', 'revision_number': 6, 'project_id': 'd041e8be59324b99b1a942044355b5f3', 'gw_port_host': None}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:07.632365 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.668879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c744affc-043a-4714-a9b9-518b24a6e802,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:07.715989 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4caebdb-bde9-43a6-86c3-ab55f5ff1b99 req-8ebf068b-291f-42c5-b437-216565c109c3 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:07.717534 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b4caebdb-bde9-43a6-86c3-ab55f5ff1b99 req-8ebf068b-291f-42c5-b437-216565c109c3 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0718801 Oct 28 12:16:07.729582 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.759094 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b4caebdb-bde9-43a6-86c3-ab55f5ff1b99 req-2f935823-ea51-4f9a-8c4a-4d1f65d5bd63 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352330 Oct 28 12:16:07.826257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.828575 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.877262 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac39ab-f8ce-48c4-aede-0f8919344cb4 req-c982d4b6-cc07-4ed2-bb30-da4ce3fee5fa tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:07.878735 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8dac39ab-f8ce-48c4-aede-0f8919344cb4 req-c982d4b6-cc07-4ed2-bb30-da4ce3fee5fa tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0491593 Oct 28 12:16:07.882022 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.882534 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c4793aa-0768-4883-bbc5-54f82e84f87e {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:16:07.888095 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42832) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:07.892061 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:07.892802 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Request body: {'floatingip': {'port_id': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:07.894032 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-48820da0-d0b0-4322-a364-05ff87b1cbc2 admin admin] 10.222.0.32 "DELETE /v2.0/routers/8c4793aa-0768-4883-bbc5-54f82e84f87e HTTP/1.1" status: 204 len: 168 time: 0.8420463 Oct 28 12:16:07.896134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42834) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:07.956931 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.028011 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Deleting subnet 556b5140-c101-4bdb-ae24-c0f1de83e447 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:16:08.052114 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.105921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.561224 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.716035 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.751134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.754286 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/556b5140-c101-4bdb-ae24-c0f1de83e447 HTTP/1.1" status: 204 len: 168 time: 0.8571146 Oct 28 12:16:08.755222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e536573-3a11-4925-8282-d1f6d4b1c204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556b5140-c101-4bdb-ae24-c0f1de83e447,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:08.755363 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df21055-1b9c-4db8-b919-ce58822dd384 None None] Network 2731f933-c251-430d-befd-229cb25d8c07 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:08.757114 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42858) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:08.832762 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.839822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.857163 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.949165 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Deleting port 9beb141a-c488-4bde-9a78-615ca0e15e55 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:08.949522 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:08.964602 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] DHCP port deletion for 2731f933-c251-430d-befd-229cb25d8c07 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:16:08.969546 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Floating IP c02e330c-9e36-4d09-ae1f-58b667813eb2 associated. External IP: 172.27.3.104, port: ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d. Oct 28 12:16:09.023683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] For port 9beb141a-c488-4bde-9a78-615ca0e15e55, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9beb141a-c488-4bde-9a78-615ca0e15e55,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:09.024300 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.027494 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Deleting port 9beb141a-c488-4bde-9a78-615ca0e15e55 {{(pid=101562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:16:09.027927 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.039279 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Calling delete_port for 9beb141a-c488-4bde-9a78-615ca0e15e55 owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:09.108637 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] For port 9beb141a-c488-4bde-9a78-615ca0e15e55, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9beb141a-c488-4bde-9a78-615ca0e15e55,segment=NetworkSegment(6608991f-5dbb-449a-99be-25f026f25a18),segment_id=6608991f-5dbb-449a-99be-25f026f25a18)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:09.109085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.125776 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Calling delete_port for 9beb141a-c488-4bde-9a78-615ca0e15e55 owned by network:dhcp {{(pid=101562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:16:09.137871 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.179983 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9beb141a-c488-4bde-9a78-615ca0e15e55,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:09.185412 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] No DVR routers for this DVR port 9beb141a-c488-4bde-9a78-615ca0e15e55 on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:09.211407 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:09.227033 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088'] for port, after_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.351982 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:09.369609 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.376495 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:09.394393 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:09.395263 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.445988 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-136492f9-abf6-449e-b326-7053ebed2a80 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "PUT /v2.0/floatingips/c02e330c-9e36-4d09-ae1f-58b667813eb2 HTTP/1.1" status: 200 len: 992 time: 1.5542271 Oct 28 12:16:09.445988 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:09.447324 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a" -d '{"events": [{"name": "network-changed", "server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:09.469303 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] Pushing event deleted for resources: {'Port': ['ID=9beb141a-c488-4bde-9a78-615ca0e15e55,revision_number=None']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:09.476128 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c744affc-043a-4714-a9b9-518b24a6e802 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:09.502429 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16c697c-e9cf-45e8-87e1-fdb3aac7caa3 None None] No DVR routers for this DVR port 9beb141a-c488-4bde-9a78-615ca0e15e55 on host dv-cinder-815746-2-iscsi {{(pid=101562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:16:09.503971 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: c744affc-043a-4714-a9b9-518b24a6e802 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:09.504583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c744affc-043a-4714-a9b9-518b24a6e802 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:09.505207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9beb141a-c488-4bde-9a78-615ca0e15e55 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:09.516605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de66100-cfe4-480d-83bd-62b9cef297db x-openstack-request-id: req-2de66100-cfe4-480d-83bd-62b9cef297db {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:09.517125 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:09.517647 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-2de66100-cfe4-480d-83bd-62b9cef297db {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:09.518804 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'status': 'completed', 'code': 200} Oct 28 12:16:09.534709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 9beb141a-c488-4bde-9a78-615ca0e15e55 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:09.535185 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9beb141a-c488-4bde-9a78-615ca0e15e55 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:09.535631 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a280b7c3-9484-4f5e-b3a8-7bf792b997d6 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:16:09.558281 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: a280b7c3-9484-4f5e-b3a8-7bf792b997d6 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:16:09.558634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a280b7c3-9484-4f5e-b3a8-7bf792b997d6 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:16:09.602185 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:09.650716 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-f601ad76-a06c-4e62-a921-fa2db72626de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:09.652545 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-f601ad76-a06c-4e62-a921-fa2db72626de service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=a527ebc85a8d436f80e436cedaf24033&device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 1099 time: 0.0581419 Oct 28 12:16:09.689626 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.707494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2731f933-c251-430d-befd-229cb25d8c07']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.716970 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6608991f-5dbb-449a-99be-25f026f25a18') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.717349 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6608991f-5dbb-449a-99be-25f026f25a18') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.726714 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.741318 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.749367 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Releasing vlan 1037 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:16:09.750255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:16:09.752211 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:16:09.791070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-e8daf250-79f7-41ae-a239-2b2176ce5185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:09.797273 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-e8daf250-79f7-41ae-a239-2b2176ce5185 service neutron] 10.222.0.105 "GET /v2.0/networks?id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 200 len: 912 time: 0.1332986 Oct 28 12:16:09.815290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.822686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:09.828066 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/2731f933-c251-430d-befd-229cb25d8c07 HTTP/1.1" status: 204 len: 168 time: 1.0693972 Oct 28 12:16:09.856727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089776a3-3a8b-4572-90e5-e5e417b4d7b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2731f933-c251-430d-befd-229cb25d8c07,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:09.862564 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'c02e330c-9e36-4d09-ae1f-58b667813eb2', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:a4:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:55Z', 'updated_at': '2021-10-28T12:16:08Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.884041 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-0de5a788-d0e0-4637-b17d-aaf368c43177 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d HTTP/1.1" status: 200 len: 1000 time: 0.0782795 Oct 28 12:16:09.891327 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:09.900197 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:09.900891 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:09.958710 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-13937d49-b1e6-4e9c-ab80-a54f50eda500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:09.960296 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-13937d49-b1e6-4e9c-ab80-a54f50eda500 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 200 len: 849 time: 0.0605438 Oct 28 12:16:10.014846 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:10.016637 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-302ca857-d536-42d5-bf57-c40f78480f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:10.020258 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-302ca857-d536-42d5-bf57-c40f78480f83 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510209 Oct 28 12:16:10.059326 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42894) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:10.108530 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-a1b12258-3653-4876-be0e-63990f86bfde admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=65cad67d8de14681b197cddef6700124&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473394 Oct 28 12:16:10.111594 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42896) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:10.147855 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-364e66ba-6ad2-49d6-9dae-b20a08e52575 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189687 Oct 28 12:16:10.169554 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.193176 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.264072 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.266846 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.268075 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9a73d755-b13a-49cf-abde-06d6918bdd68 HTTP/1.1" status: 204 len: 168 time: 0.1555483 Oct 28 12:16:10.281085 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3d3d35-b373-425f-ae71-ddd0d381e6a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a73d755-b13a-49cf-abde-06d6918bdd68,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:10.303295 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'c02e330c-9e36-4d09-ae1f-58b667813eb2', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:a4:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:55Z', 'updated_at': '2021-10-28T12:16:08Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:10.322958 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64e082a6-8c0c-4516-a6c2-7ba68d8ab16a req-dbceda24-7004-407d-a1f3-aeafdcf310a3 service neutron] 10.222.0.105 "GET /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675401 Oct 28 12:16:10.335427 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eacc7222-c7e3-48b8-9b08-22f34adb99b2 None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'c02e330c-9e36-4d09-ae1f-58b667813eb2', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'port_id': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'mac_address': 'fa:16:3e:a4:16:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:55Z', 'updated_at': '2021-10-28T12:16:08Z', 'revision_number': 1, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:10.533944 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0c00305-12c0-4a55-82c0-9b053888caaa None None] New status for floating IP c02e330c-9e36-4d09-ae1f-58b667813eb2: ACTIVE {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:16:10.624674 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42908) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:10.665425 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f70fa301-1cd8-43ff-98a9-cd5670b84090 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d041e8be59324b99b1a942044355b5f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0395775 Oct 28 12:16:10.668509 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42910) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:10.720900 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.741574 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.788282 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.790856 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:10.792015 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/207cf852-87cb-4741-bea2-e359533bfe42 HTTP/1.1" status: 204 len: 168 time: 0.1224167 Oct 28 12:16:10.799629 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfe9f70-70e9-46c9-88bc-7d281952255c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207cf852-87cb-4741-bea2-e359533bfe42,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:11.447363 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42940) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:11.536993 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-91584878-network', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:11.557595 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Made reservation on behalf of dd514e56644c429eb4e7106b0a2eca19 for: {'network': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:11.559936 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.568362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.643069 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.646298 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.670937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] vlan segment allocate from pool success with {'vlan_id': 1036, 'physical_network': 'physnet1'} {{(pid=101560) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:16:11.680792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81945911-1375-4806-8d93-008a083f97c4,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:11.689587 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.689933 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.segments_db [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Added segment 8d09b97f-c329-4aaf-bec3-4edf9f728bb5 of type vlan for network 94ac6422-ee90-46f4-ae16-cb169563dec2 Oct 28 12:16:11.733295 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.757182 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.758288 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:11.758922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:11.808709 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3657784 Oct 28 12:16:11.811485 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42946) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:11.821775 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Request body: {'subnet': {'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-91584878-subnet', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:11.833080 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23691d27-2b58-4949-89fd-2186032386af admin admin] Pushing event updated for resources: {'Network': ['ID=94ac6422-ee90-46f4-ae16-cb169563dec2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:11.843207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:16:11.850612 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Made reservation on behalf of dd514e56644c429eb4e7106b0a2eca19 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:11.853218 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410897'] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.014611 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2482535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410883'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.065776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f311832f-7ed7-4d97-b665-c102547ee432,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.076387 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Checking segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:12.076742 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Network hostable DHCP agents. Network: 94ac6422-ee90-46f4-ae16-cb169563dec2, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:16:12.092751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:16:12.101475 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, 94ac6422-ee90-46f4-ae16-cb169563dec2) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:12.105414 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:12.105997 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.110589 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18f9a29-8c34-497b-bba9-d6230abb322b None None] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:12.122225 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1f684e3e-d7fa-4b2f-842c-902c1c87131a admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3097470 Oct 28 12:16:12.124892 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 42948) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:12.129063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:12.154120 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.154872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.211192 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.262320 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-94ac6422-ee90-46f4-ae16-cb169563dec2', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:16:12.263169 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.345506 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.393812 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Allocated IP 172.20.0.2 (94ac6422-ee90-46f4-ae16-cb169563dec2/f311832f-7ed7-4d97-b665-c102547ee432/160bb182-9581-42d6-af16-67830288a6f7) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:12.537752 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.539109 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.544714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.562147 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.586712 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:12.590300 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:12.593940 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:12.602743 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Pushing event updated for resources: {'Port': ['ID=160bb182-9581-42d6-af16-67830288a6f7,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.657061 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Attempting to bind port 160bb182-9581-42d6-af16-67830288a6f7 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:12.657567 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Attempting to bind port 160bb182-9581-42d6-af16-67830288a6f7 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:12.657794 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Attempting to bind port 160bb182-9581-42d6-af16-67830288a6f7 on network 94ac6422-ee90-46f4-ae16-cb169563dec2 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:12.662849 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:12.663213 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Checking segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:12.663621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.664094 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Bound using segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:12.664856 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Bound port: 160bb182-9581-42d6-af16-67830288a6f7, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:12.665158 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.682773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Allocated IP 172.27.3.206 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/68ca7c4f-cb96-4a7c-903f-670cc10079e7) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:12.743244 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] For port 160bb182-9581-42d6-af16-67830288a6f7, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:12.746816 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] For port 160bb182-9581-42d6-af16-67830288a6f7, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=160bb182-9581-42d6-af16-67830288a6f7,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:12.757648 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.814658 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.830826 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89369099-ab96-428a-a144-6c9ac56b484d None None] Pushing event updated for resources: {'Port': ['ID=160bb182-9581-42d6-af16-67830288a6f7,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:12.861919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:12.903545 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:12.906533 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:12.909968 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:12.915328 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Pushing event updated for resources: {'Port': ['ID=68ca7c4f-cb96-4a7c-903f-670cc10079e7,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:13.175344 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.370918 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.468455 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 160bb182-9581-42d6-af16-67830288a6f7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:13.512795 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:16:13.524930 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 160bb182-9581-42d6-af16-67830288a6f7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:13.525545 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.608157 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.618986 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:13.629400 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Sync routers for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:13.639192 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.640445 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e7d6d31d-425e-4aad-a2c9-183a5ff60615 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.5146458 Oct 28 12:16:13.642637 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:13.643270 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 42964) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:13.644185 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:13.658022 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 160bb182-9581-42d6-af16-67830288a6f7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=160bb182-9581-42d6-af16-67830288a6f7,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:13.664680 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.728972 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=160bb182-9581-42d6-af16-67830288a6f7,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:13.767172 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:13.768440 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e9ebf8-2719-4eb7-a29f-329193925c40 None None] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:13.858582 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-06fbadde-1b6d-4bdf-9109-3da5f6f5ccde None None] Provisioning complete for port 160bb182-9581-42d6-af16-67830288a6f7 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:13.858999 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-06fbadde-1b6d-4bdf-9109-3da5f6f5ccde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:13.988073 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:13Z', 'revision_number': 3, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:14.016480 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Checking router: c3df1db6-9143-480b-beaa-9f8d5cb4fd7c for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:14.016480 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Updating router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:16:14.055765 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.176741 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.349009 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.353187 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-5d03ff40-b3de-494e-a659-1e059cf05354 None None] Provisioning complete for port 160bb182-9581-42d6-af16-67830288a6f7 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:14.353822 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5d03ff40-b3de-494e-a659-1e059cf05354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.358371 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.371446 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Allocated IP 172.20.0.1 (94ac6422-ee90-46f4-ae16-cb169563dec2/f311832f-7ed7-4d97-b665-c102547ee432/6a47ef01-1a5a-4fb5-b11a-25dcad931f20) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:14.413256 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Attempting to bind port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:14.413712 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Attempting to bind port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:14.414137 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Attempting to bind port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:14.417749 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Pushing event updated for resources: {'Port': ['ID=68ca7c4f-cb96-4a7c-903f-670cc10079e7,revision_number=2']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:14.426559 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.427030 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.427429 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.427767 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.428232 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.428734 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.429175 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.429564 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.429969 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.430360 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.430796 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.431177 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101563) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.434626 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:14.435077 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:14.435550 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.435981 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:14.436595 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Bound port: 68ca7c4f-cb96-4a7c-903f-670cc10079e7, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:14.437009 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.490121 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] For port 68ca7c4f-cb96-4a7c-903f-670cc10079e7, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:14.493960 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] For port 68ca7c4f-cb96-4a7c-903f-670cc10079e7, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=68ca7c4f-cb96-4a7c-903f-670cc10079e7,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:14.501117 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.519899 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.556530 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:14.557138 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:14.557969 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.607531 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:14.611557 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:14.615550 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:14.650759 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Pushing event updated for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:14.667202 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.668076 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.668451 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.668813 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.669244 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.669585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.670075 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.670593 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.670925 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.671743 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.672152 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.672638 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:14.689057 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:14.725643 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2728ac-9a3c-4883-bcd7-71aab4b25a8c None None] Pushing event updated for resources: {'Port': ['ID=68ca7c4f-cb96-4a7c-903f-670cc10079e7,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:14.832290 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:14.866998 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.041530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-8683d81a-358e-41a5-a51a-32df29c3ed85 None None] Provisioning complete for port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:15.041530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-8683d81a-358e-41a5-a51a-32df29c3ed85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.062837 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.070856 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.089174 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-8683d81a-358e-41a5-a51a-32df29c3ed85 None None] Port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:15.129248 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:13Z', 'revision_number': 3, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:15.156092 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63252337-1f57-4b2c-96d1-f1f540a42ded None None] The sync data for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi is: [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:13Z', 'revision_number': 3, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:15.176349 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.178468 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Pushing event updated for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:15.284929 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:15.286182 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:15.453343 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:15.480752 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 160bb182-9581-42d6-af16-67830288a6f7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:15.535274 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 160bb182-9581-42d6-af16-67830288a6f7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:15.535563 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.571674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:15.577036 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-059ddefa-e913-4231-b9f6-d1553b7d4b6f admin admin] 10.222.0.32 "PUT /v2.0/routers/c3df1db6-9143-480b-beaa-9f8d5cb4fd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9323545 Oct 28 12:16:15.639459 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-83394831-f052-415f-9736-a9291a7fdd41 None None] Provisioning complete for port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:15.640188 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-83394831-f052-415f-9736-a9291a7fdd41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:15.678597 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-83394831-f052-415f-9736-a9291a7fdd41 None None] Port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:16.066194 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43010) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:16.071220 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-768221758-network', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:16.095716 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Made reservation on behalf of ee4d2228e1c54f7db2615d7307944d12 for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:16.098254 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.107913 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.193001 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.198685 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.224984 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] vlan segment allocate from pool success with {'vlan_id': 1009, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:16:16.241206 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97cdcdc2-4344-44db-bbf2-0b77918ace75,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:16.244120 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.244463 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Added segment 7bc1a40d-e638-4757-af27-d6d961e02029 of type vlan for network ddb15806-afa5-498e-9e63-68fbe77c43a0 Oct 28 12:16:16.286539 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.310980 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.311879 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:16.312483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.365924 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2985194 Oct 28 12:16:16.368668 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43020) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:16.377079 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Request body: {'subnet': {'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-768221758-subnet', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:16.378260 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae90e2c-3301-4c59-85e2-02b2385096cc admin admin] Pushing event updated for resources: {'Network': ['ID=ddb15806-afa5-498e-9e63-68fbe77c43a0,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:16.398543 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:16:16.406058 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Made reservation on behalf of ee4d2228e1c54f7db2615d7307944d12 for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:16.410511 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410897'] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.596012 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2482535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410883'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.658864 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0165414-5b65-43a7-9bd9-6917ab24c94a,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:16.666243 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Checking segment: {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:16.666629 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Network hostable DHCP agents. Network: ddb15806-afa5-498e-9e63-68fbe77c43a0, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:16:16.687554 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:16:16.697004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, ddb15806-afa5-498e-9e63-68fbe77c43a0) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:16.705690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:16.706479 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e632ab41-59a0-4ad8-b4c5-6733e8d293b0 None None] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:16.706680 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.731327 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-35715fea-6037-457a-980c-7f7e6dd394d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3573420 Oct 28 12:16:16.731868 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43030) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:16.736796 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:16.749221 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43032) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:16.768655 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-16272829', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-768'] for router, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.769998 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-16274253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-16271812', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-436287', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-889'] for router, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.826265 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.857564 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Sync routers for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:16.872096 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:16.872971 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:16.876307 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp44a3c5dd-c6cf-5a12-8b7a-9747bd220af6-ddb15806-afa5-498e-9e63-68fbe77c43a0', 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'fixed_ips': [{'subnet_id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a'}]}} from dv-cinder-815746-2-iscsi. {{(pid=101562) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Oct 28 12:16:16.877169 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.915508 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-005af878-f085-44cc-bd62-d579fd600bf8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:16.997661 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.084908 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:17.110082 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-005af878-f085-44cc-bd62-d579fd600bf8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.114863 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-005af878-f085-44cc-bd62-d579fd600bf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.158391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005af878-f085-44cc-bd62-d579fd600bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2039c8e3-460f-4503-aaab-ebaa812b9224,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:17.167915 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-005af878-f085-44cc-bd62-d579fd600bf8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4d5b42a976194072b0d8386394f2b4ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146585 Oct 28 12:16:17.168155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43038) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:17.169777 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.db_base_plugin_common [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Allocated IP 172.20.0.2 (ddb15806-afa5-498e-9e63-68fbe77c43a0/e0165414-5b65-43a7-9bd9-6917ab24c94a/e32f2120-8534-4c66-90a2-42e33270bd64) {{(pid=101562) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:17.298921 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.345949 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.360632 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.384678 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.431148 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 2, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:17.433686 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks [] for port, precommit_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.461759 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079'] for port, after_create {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.465632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Checking router: c3df1db6-9143-480b-beaa-9f8d5cb4fd7c for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:17.465972 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Updating router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:16:17.635466 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 68ca7c4f-cb96-4a7c-903f-670cc10079e7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:17.686527 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 is already hosted by enough agents. {{(pid=101562) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:17.689054 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.692634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Pushing event updated for resources: {'Port': ['ID=e32f2120-8534-4c66-90a2-42e33270bd64,revision_number=1']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:17.697532 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.scheduler.base_scheduler [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Resources bound (agent type, host, resource id): {{(pid=101562) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:17.706637 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Received port after_create {{(pid=101562) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:17.717471 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.720712 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.721167 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2039c8e3-460f-4503-aaab-ebaa812b9224 HTTP/1.1" status: 204 len: 168 time: 0.5521178 Oct 28 12:16:17.749153 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce13dd81-c039-4539-b9d7-73e09ba52fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2039c8e3-460f-4503-aaab-ebaa812b9224,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:17.780886 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Allocated IP 172.27.3.33 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/c2fdf09f-2f38-4289-8820-cf70d8cf4e76) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:17.821054 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:17.821604 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.865368 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Attempting to bind port e32f2120-8534-4c66-90a2-42e33270bd64 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:17.865734 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Attempting to bind port e32f2120-8534-4c66-90a2-42e33270bd64 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:17.866084 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Attempting to bind port e32f2120-8534-4c66-90a2-42e33270bd64 on network ddb15806-afa5-498e-9e63-68fbe77c43a0 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:17.901664 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.904653 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:17.905051 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Checking segment: {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:17.905444 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.905825 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Bound using segment: {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:17.906295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Bound port: e32f2120-8534-4c66-90a2-42e33270bd64, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:17.906664 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.940501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:17.981333 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:17.984686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:17.988537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:18.012119 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.028096 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43044) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:18.044518 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d6ede9d-cddd-4474-8452-37f1ec343d10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.066180 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] For port e32f2120-8534-4c66-90a2-42e33270bd64, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:18.100014 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] For port e32f2120-8534-4c66-90a2-42e33270bd64, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=e32f2120-8534-4c66-90a2-42e33270bd64,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:18.115661 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.127408 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.136582 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d6ede9d-cddd-4474-8452-37f1ec343d10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.141969 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d6ede9d-cddd-4474-8452-37f1ec343d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.192947 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port 68ca7c4f-cb96-4a7c-903f-670cc10079e7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=68ca7c4f-cb96-4a7c-903f-670cc10079e7,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:18.193182 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2d6ede9d-cddd-4474-8452-37f1ec343d10 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=20754b35895540eebfb6b5113c5b0851&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1639156 Oct 28 12:16:18.193858 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43046) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:18.196022 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ede9d-cddd-4474-8452-37f1ec343d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a667f76-890f-4bb3-9471-e61045506501,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.233186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.245773 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5258d7be-3db1-4a9b-bbae-8f72650ce083 None None] Pushing event updated for resources: {'Port': ['ID=e32f2120-8534-4c66-90a2-42e33270bd64,revision_number=2']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.258434 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.285167 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.287779 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.311439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.339974 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.355790 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.361460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=68ca7c4f-cb96-4a7c-903f-670cc10079e7,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.365311 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.366337 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a667f76-890f-4bb3-9471-e61045506501 HTTP/1.1" status: 204 len: 168 time: 0.1713006 Oct 28 12:16:18.380971 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f7d57-dec0-4a2e-ac97-295ee2357a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a667f76-890f-4bb3-9471-e61045506501,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.529794 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97bf5e-52e5-4a03-b933-79cb84951c44 None None] Pushing event updated for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.544325 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Attempting to bind port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:18.544682 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Attempting to bind port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:18.545063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Attempting to bind port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 on network 94ac6422-ee90-46f4-ae16-cb169563dec2 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:18.554355 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:18.554724 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Checking segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:18.555295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.555829 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Bound using segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:18.556445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Bound port: 6a47ef01-1a5a-4fb5-b11a-25dcad931f20, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:18.557024 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.623963 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-16274246', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-16271769'] for router, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.672489 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] For port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:18.675863 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] For port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:18.684036 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.750480 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:18.751420 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:18.785526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Router 2bd62b0a-1e37-495a-ba9c-0f28393a139c is scheduled to L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 with binding_index 1 {{(pid=101560) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Oct 28 12:16:18.835298 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa97bf5e-52e5-4a03-b933-79cb84951c44 None None] Pushing event updated for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:18.863911 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] Provisioning complete for port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:18.864040 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.927815 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43054) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:18.943774 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:18.945102 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb56b-5aa4-4d0c-b280-d7d624f96d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.955116 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Sync routers for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:18.968340 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:18.970187 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:18.971550 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:18.972685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:18.975342 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e4b175b6-424a-4714-9dff-ff7386e9b5b0 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2423220 Oct 28 12:16:18.978137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43056) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:19.016378 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.085689 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb56b-5aa4-4d0c-b280-d7d624f96d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.094589 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:19.095500 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7f6eb56b-5aa4-4d0c-b280-d7d624f96d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.139379 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6eb56b-5aa4-4d0c-b280-d7d624f96d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d91541-de94-48e6-a2a6-3b19930cbe49,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:19.177529 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7f6eb56b-5aa4-4d0c-b280-d7d624f96d61 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b196f42ba9b42749f9e32a191b240af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2461951 Oct 28 12:16:19.178179 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43058) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:19.221085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] For port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:19.249329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.252091 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.282902 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.323531 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3216f7f-4270-4850-95b0-40c57e084f5f None None] Pushing event updated for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:19.333129 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:19.346143 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.349361 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.350843 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/07d91541-de94-48e6-a2a6-3b19930cbe49 HTTP/1.1" status: 204 len: 168 time: 0.1716344 Oct 28 12:16:19.373122 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd692b-4ef1-4780-961a-c3bdfdb09099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d91541-de94-48e6-a2a6-3b19930cbe49,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:19.393321 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 3, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:19.402446 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f9421d-6a3c-413d-8fe1-ccb3a2867c1d None None] The sync data for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi is: [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:19.425230 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Checking router: 2bd62b0a-1e37-495a-ba9c-0f28393a139c for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:19.425731 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Updating router 2bd62b0a-1e37-495a-ba9c-0f28393a139c port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 binding host dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:16:19.455365 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.461080 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-24b94b7d-ff44-408c-adab-e104435309d3 None None] Provisioning complete for port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:19.461416 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-24b94b7d-ff44-408c-adab-e104435309d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.799151 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b479b7f0-ec44-452b-8465-29eff1a058b3 None None] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:16:19.846184 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.865029 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 68ca7c4f-cb96-4a7c-903f-670cc10079e7 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:19.883870 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks [] for port, precommit_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.903424 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.940285 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] Provisioning complete for port e32f2120-8534-4c66-90a2-42e33270bd64 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:19.940631 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:19.960667 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52428208-c34c-43a3-b755-983a43867f02 None None] Pushing event updated for resources: {'Port': ['ID=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,revision_number=2']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:19.989253 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Attempting to bind port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:19.989620 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Attempting to bind port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:19.989977 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Attempting to bind port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 on network 73311d1b-5681-45f5-b1b4-92f3e295310b {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:19.997501 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:19.997857 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Checking segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101563) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:20.001907 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.003317 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Bound using segment: {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'} {{(pid=101563) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:20.004181 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.managers [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Bound port: c2fdf09f-2f38-4289-8820-cf70d8cf4e76, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d22def4-5410-4090-9308-9a294299d40b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b'}}] {{(pid=101563) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:20.004754 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.060435 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:20.064725 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.069003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Allocated IP 172.20.0.1 (ddb15806-afa5-498e-9e63-68fbe77c43a0/e0165414-5b65-43a7-9bd9-6917ab24c94a/26670b85-2ed0-402c-a03b-ea7b626a1428) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:20.081953 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] For port c2fdf09f-2f38-4289-8820-cf70d8cf4e76, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101563) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:20.092187 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.plugins.ml2.db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] For port c2fdf09f-2f38-4289-8820-cf70d8cf4e76, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101563) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:20.103097 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron_lib.callbacks.manager [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101563) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.206504 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52428208-c34c-43a3-b755-983a43867f02 None None] Pushing event updated for resources: {'Port': ['ID=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,revision_number=3']} {{(pid=101563) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:20.238368 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:20.245392 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:20.261137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.336287 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.404047 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Pushing event updated for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:20.412264 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:20.451242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:20.454448 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:20.460790 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:20.481756 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.524256 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-16460228'] for router_interface, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.568959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device e32f2120-8534-4c66-90a2-42e33270bd64 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:20.616089 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] For port e32f2120-8534-4c66-90a2-42e33270bd64, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=e32f2120-8534-4c66-90a2-42e33270bd64,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:20.630951 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.764293 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port e32f2120-8534-4c66-90a2-42e33270bd64 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:20.764663 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.778748 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 3, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:20.800613 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:20.831768 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cc0e4f6-888d-4785-97f3-d206761fbcb1 None None] The sync data for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi is: [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 3, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:20.836318 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ffb9f8-1268-42b6-bbea-cf6da87bd21f None None] Pushing event updated for resources: {'Port': ['ID=e32f2120-8534-4c66-90a2-42e33270bd64,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:20.910486 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-a65c5c4d-eb4f-4b8a-a091-f7d38bb5e87d None None] Provisioning complete for port e32f2120-8534-4c66-90a2-42e33270bd64 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:20.910879 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a65c5c4d-eb4f-4b8a-a091-f7d38bb5e87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.046616 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.052672 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.119907 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Pushing event updated for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:21.122476 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-16509364', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-16273236'] for router_interface, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.138051 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-b8e65cdb-8cb2-44c9-aed7-5c7333a012e4 None None] Provisioning complete for port 26670b85-2ed0-402c-a03b-ea7b626a1428 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:21.138514 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-b8e65cdb-8cb2-44c9-aed7-5c7333a012e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.189447 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-b8e65cdb-8cb2-44c9-aed7-5c7333a012e4 None None] Port 26670b85-2ed0-402c-a03b-ea7b626a1428 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:21.282753 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:21.284890 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:21.449407 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Router 2bd62b0a-1e37-495a-ba9c-0f28393a139c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:16:21.618391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:16:21.619105 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-2ae8c694-a896-4b62-8487-9b671a1691a1 None None] Provisioning complete for port 26670b85-2ed0-402c-a03b-ea7b626a1428 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:21.619478 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2ae8c694-a896-4b62-8487-9b671a1691a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.631644 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ad772075-cc97-46a3-bc39-ac9702b27bbc admin admin] 10.222.0.32 "PUT /v2.0/routers/2bd62b0a-1e37-495a-ba9c-0f28393a139c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6524317 Oct 28 12:16:21.661594 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:21.713799 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-2ae8c694-a896-4b62-8487-9b671a1691a1 None None] Port 26670b85-2ed0-402c-a03b-ea7b626a1428 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:21.732326 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:21.732751 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:21.835354 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c2fdf09f-2f38-4289-8820-cf70d8cf4e76 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:21.905331 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:21.905933 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.009370 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.037897 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] For port c2fdf09f-2f38-4289-8820-cf70d8cf4e76, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:22.046530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.047668 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device e32f2120-8534-4c66-90a2-42e33270bd64 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:22.127470 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Pushing event updated for resources: {'Port': ['ID=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.145701 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port e32f2120-8534-4c66-90a2-42e33270bd64 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:22.146143 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.470349 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43138) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.475509 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-82734867', 'description': 'tempest-secgroup-smoke-82734867 description', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:22.497900 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.556275 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43140) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.562734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.566804 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.597180 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.601101 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1790 time: 0.1268761 Oct 28 12:16:22.601101 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f9b7c0-2abf-4cc7-b071-5fe2176ff991 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5ca4493-303a-4935-97b7-016077fb61d8,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.602285 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43144) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.610508 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:22.642408 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.683077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1bcc85e4-0f9c-403f-9e67-92a05eaaafe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.731724 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.738737 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.766416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e78afbf-0a82-4fec-9225-e4e248c0ad11,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.777168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.778341 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-873682d0-af4c-46b9-a8b2-08f8923a7676 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1748028 Oct 28 12:16:22.781329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43146) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.787705 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:22.805000 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1bcc85e4-0f9c-403f-9e67-92a05eaaafe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.810879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1bcc85e4-0f9c-403f-9e67-92a05eaaafe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.816377 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.850133 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1bcc85e4-0f9c-403f-9e67-92a05eaaafe3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2b064a0f14db49b4a84f2a623a81c4d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2922580 Oct 28 12:16:22.850988 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc85e4-0f9c-403f-9e67-92a05eaaafe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4141e4b2-df8f-48da-888b-57d94424e682,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.853317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43150) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.881926 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.887204 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.909465 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb1a73ea-94f2-4a4d-a426-fa045b485ae0,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:22.912062 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.918560 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.919742 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-97ac72b1-90d0-4cfa-ac4c-19deb1ba5bfb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1363873 Oct 28 12:16:22.922825 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43152) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:22.927097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:22.940659 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.953154 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.989601 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Sync routers for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:16:22.990257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.992952 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:22.994710 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4141e4b2-df8f-48da-888b-57d94424e682 HTTP/1.1" status: 204 len: 168 time: 0.1404090 Oct 28 12:16:23.002791 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1b7b4-4624-4de2-8472-64e9fccf4ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4141e4b2-df8f-48da-888b-57d94424e682,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.023940 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.024886 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:23.026445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:23.029594 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.050270 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1c55fd4-8225-4735-a03c-c92266c68c62,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.064796 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.065238 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-077dc7cb-4995-43c9-baa2-e967b574ed97 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1413567 Oct 28 12:16:23.068009 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43156) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:23.073659 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:23.103254 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.149370 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:23.174075 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.179916 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.203059 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdcdcf52-9bf6-4e71-b966-f108fbf2729b,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.208783 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.212461 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-7e42130c-7b5d-424d-9638-e4d0086241ad tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410484 Oct 28 12:16:23.212702 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43160) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:23.217533 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:23.242612 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.securitygroups_db [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Project dd514e56644c429eb4e7106b0a2eca19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:16:23.248550 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.312881 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.317004 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.318975 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43162) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:23.332764 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cd2e-7d33-451b-b329-551593700550 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.335246 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c693d33-70fd-41f5-bd78-bdc5ab5345b3,revision_number=0']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.345786 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.349490 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-fd418ba4-39ac-4ad8-a710-98576680184f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1331077 Oct 28 12:16:23.349769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43164) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:23.358362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'security_group_rule': {'security_group_id': 'a5ca4493-303a-4935-97b7-016077fb61d8', 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:23.374871 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 4, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '26670b85-2ed0-402c-a03b-ea7b626a1428', 'name': '', 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'mac_address': 'fa:16:3e:31:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:19Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 2, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'subnets': [{'id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:23.397927 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.securitygroups_db [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Project dd514e56644c429eb4e7106b0a2eca19 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 28 12:16:23.408519 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.410755 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Checking router: 2bd62b0a-1e37-495a-ba9c-0f28393a139c for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:16:23.411109 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Updating router 2bd62b0a-1e37-495a-ba9c-0f28393a139c port 26670b85-2ed0-402c-a03b-ea7b626a1428 binding host dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 28 12:16:23.438143 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.470752 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cd2e-7d33-451b-b329-551593700550 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.472024 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c2fdf09f-2f38-4289-8820-cf70d8cf4e76 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:23.480179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b6f7cd2e-7d33-451b-b329-551593700550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.532839 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.536631 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b6f7cd2e-7d33-451b-b329-551593700550 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c772633e246d4fbb85e69694405f4a4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2165763 Oct 28 12:16:23.539245 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43166) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:23.545849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7cd2e-7d33-451b-b329-551593700550 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154e0ae2-f758-4cee-88c5-386fae71d104,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.550493 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428515'] for security_group_rule, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.591487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4fce80-b7f8-4a36-b887-87c715984f0b,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.604288 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group_rule, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.605501 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-0a4457af-bed0-48d1-b1ea-4b6fbbf26f8e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2547450 Oct 28 12:16:23.608502 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:23.608905 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.623285 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.650629 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.715032 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.718676 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.723386 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/154e0ae2-f758-4cee-88c5-386fae71d104 HTTP/1.1" status: 204 len: 168 time: 0.1831651 Oct 28 12:16:23.733387 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41338a20-aa4d-4185-8a2f-89fcae042316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154e0ae2-f758-4cee-88c5-386fae71d104,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.828332 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks [] for port, precommit_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.835359 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.916026 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c90fd-2720-459d-8c32-7542c4e740f3 None None] Pushing event updated for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=3']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:23.977487 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Attempting to bind port 26670b85-2ed0-402c-a03b-ea7b626a1428 on host dv-cinder-815746-2-iscsi for vnic_type normal with profile {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:23.979442 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Attempting to bind port 26670b85-2ed0-402c-a03b-ea7b626a1428 by drivers openvswitch,hyperv on host dv-cinder-815746-2-iscsi at level 0 using segments [{'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:23.979442 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Attempting to bind port 26670b85-2ed0-402c-a03b-ea7b626a1428 on network ddb15806-afa5-498e-9e63-68fbe77c43a0 {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:23.993011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Checking agent: {'id': '584fec64-df51-40f6-a0d7-e3d6c224a1a2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-815746-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 1), 'started_at': datetime.datetime(2021, 10, 28, 12, 1, 30), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-815746-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:23.993714 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Checking segment: {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101562) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:23.994094 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:23.995012 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Bound using segment: {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'} {{(pid=101562) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:23.995497 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.managers [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Bound port: 26670b85-2ed0-402c-a03b-ea7b626a1428, host: dv-cinder-815746-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bc1a40d-e638-4757-af27-d6d961e02029', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1009, 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0'}}] {{(pid=101562) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:23.995872 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.074439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] For port 26670b85-2ed0-402c-a03b-ea7b626a1428, host dv-cinder-815746-2-iscsi, cleared binding levels {{(pid=101562) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:24.079439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] For port 26670b85-2ed0-402c-a03b-ea7b626a1428, host dv-cinder-815746-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=26670b85-2ed0-402c-a03b-ea7b626a1428,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101562) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:24.085606 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.150728 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:16:24.151419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:15:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:24.387673 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c90fd-2720-459d-8c32-7542c4e740f3 None None] Pushing event updated for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:24.417429 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] Provisioning complete for port 26670b85-2ed0-402c-a03b-ea7b626a1428 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:24.417798 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.483372 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:16:24.628799 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.686754 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] For port 26670b85-2ed0-402c-a03b-ea7b626a1428, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=26670b85-2ed0-402c-a03b-ea7b626a1428,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:24.689703 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.781906 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe99a501-957e-4654-bdf2-cec08857de19 None None] Pushing event updated for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:24.811721 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 4, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '26670b85-2ed0-402c-a03b-ea7b626a1428', 'name': '', 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'mac_address': 'fa:16:3e:31:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:19Z', 'updated_at': '2021-10-28T12:16:24Z', 'revision_number': 4, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'subnets': [{'id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:16:24.843251 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-eea04c15-7036-4f41-9463-111cba32bfaf None None] Provisioning complete for port 26670b85-2ed0-402c-a03b-ea7b626a1428 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:24.843621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-eea04c15-7036-4f41-9463-111cba32bfaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:24.845279 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ac89ac-b917-4cc8-88b8-af8525e6dd1d None None] The sync data for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi is: [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:16:20Z', 'revision_number': 4, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '26670b85-2ed0-402c-a03b-ea7b626a1428', 'name': '', 'network_id': 'ddb15806-afa5-498e-9e63-68fbe77c43a0', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'mac_address': 'fa:16:3e:31:a4:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_interface', 'standard_attr_id': 589, 'fixed_ips': [{'subnet_id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:19Z', 'updated_at': '2021-10-28T12:16:24Z', 'revision_number': 4, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'subnets': [{'id': 'e0165414-5b65-43a7-9bd9-6917ab24c94a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:16:25.460691 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 26670b85-2ed0-402c-a03b-ea7b626a1428 up at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:25.510501 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Provisioning complete for port 26670b85-2ed0-402c-a03b-ea7b626a1428 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:25.510870 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:26.691908 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fede9a5f-055b-43c3-ae12-e2b0733a2ee1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.132877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43300) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:28.238312 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8742896f-e45b-42a3-bc46-22946af55578 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.312625 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8742896f-e45b-42a3-bc46-22946af55578 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.316518 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8742896f-e45b-42a3-bc46-22946af55578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.354186 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8742896f-e45b-42a3-bc46-22946af55578 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cda837d6c1a549bb8792a8f95f93ce6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201931 Oct 28 12:16:28.355598 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8742896f-e45b-42a3-bc46-22946af55578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c1728a-4ffe-470a-8c15-6d1d35efc0f2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:28.357589 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43304) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:28.414967 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.439889 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.488956 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.491716 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:28.492874 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/94c1728a-4ffe-470a-8c15-6d1d35efc0f2 HTTP/1.1" status: 204 len: 168 time: 0.1342266 Oct 28 12:16:28.501617 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd551c88-94fb-4c67-aed4-c3adb2860e0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c1728a-4ffe-470a-8c15-6d1d35efc0f2,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:29.234387 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-45310977-a411-4b4e-8ee5-3a0dbe5b83a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:29.924545 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:16:30.250027 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:30.322205 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:30.381634 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:31.870649 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.332474 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43462) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:36.434245 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a9e975d-e336-4af7-9e6e-988af11a23eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.506821 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a9e975d-e336-4af7-9e6e-988af11a23eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.510797 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4a9e975d-e336-4af7-9e6e-988af11a23eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.550982 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4a9e975d-e336-4af7-9e6e-988af11a23eb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aec5b60bcb014590ae4bb1a4ac63106b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174296 Oct 28 12:16:36.552049 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e975d-e336-4af7-9e6e-988af11a23eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb61845-8fd2-4882-b688-3bb44a54d194,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:36.553662 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43470) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:36.602032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.623213 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.668997 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.671854 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:36.673019 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ecb61845-8fd2-4882-b688-3bb44a54d194 HTTP/1.1" status: 204 len: 168 time: 0.1183681 Oct 28 12:16:36.680383 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeeaed-7119-405e-b9b5-78cd516fd4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb61845-8fd2-4882-b688-3bb44a54d194,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:36.921541 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43478) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:36.934447 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-814b82a9-0c82-4f3b-b2ae-bd14acf4f0ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.007830 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-814b82a9-0c82-4f3b-b2ae-bd14acf4f0ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.012411 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-814b82a9-0c82-4f3b-b2ae-bd14acf4f0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.049743 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b82a9-0c82-4f3b-b2ae-bd14acf4f0ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ecfbbb-d290-4cfc-ac53-94ce714cb1af,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:37.053867 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-814b82a9-0c82-4f3b-b2ae-bd14acf4f0ba admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=28b401760f8c472fb10dd93ccbe1bd4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313190 Oct 28 12:16:37.056443 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43480) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:37.103134 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.123386 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.168585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.171471 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.172627 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b6ecfbbb-d290-4cfc-ac53-94ce714cb1af HTTP/1.1" status: 204 len: 168 time: 0.1152616 Oct 28 12:16:37.180223 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286de00b-9b8f-4bdb-9c27-d9cb3d091b7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ecfbbb-d290-4cfc-ac53-94ce714cb1af,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:37.481664 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43488) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:37.494798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fe2fff70-dbb6-488e-ace9-f8c50a5caa7d admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.567879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fe2fff70-dbb6-488e-ace9-f8c50a5caa7d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.571425 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fe2fff70-dbb6-488e-ace9-f8c50a5caa7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.607308 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-fe2fff70-dbb6-488e-ace9-f8c50a5caa7d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa6d51d6228549f281740e0f36315f56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245456 Oct 28 12:16:37.609305 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2fff70-dbb6-488e-ace9-f8c50a5caa7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d26d2994-62a4-4f1d-84fc-8b6bdb29a344,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:37.610008 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43490) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:37.658285 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.679551 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.724543 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.727059 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:37.728184 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d26d2994-62a4-4f1d-84fc-8b6bdb29a344 HTTP/1.1" status: 204 len: 168 time: 0.1172006 Oct 28 12:16:37.735908 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c2b831-8522-4eb4-884f-94f10bceff38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26d2994-62a4-4f1d-84fc-8b6bdb29a344,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:41.136940 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-b9ed5aa3-53f8-44a2-9734-c5f0a699d3fe tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-82734867&fields=id&tenant_id=dd514e56644c429eb4e7106b0a2eca19 HTTP/1.1" status: 200 len: 267 time: 0.0350773 Oct 28 12:16:41.244031 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-4784eada-1747-4948-9841-1bfac324f064 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:41.245314 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-4784eada-1747-4948-9841-1bfac324f064 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 807 time: 0.1017885 Oct 28 12:16:41.259935 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-29b500b0-1344-4e16-908c-808969153cf6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/quotas/dd514e56644c429eb4e7106b0a2eca19 HTTP/1.1" status: 200 len: 375 time: 0.0087450 Oct 28 12:16:41.309751 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-df9308e0-3f46-4d65-a13e-b8b35e02581a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445087 Oct 28 12:16:41.419098 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-57ff09d2-782d-49de-a3a1-deb983ecc5be service neutron] 10.222.0.32 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980012 Oct 28 12:16:41.516132 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-5f19621b-4425-40cf-bc25-08ecc74f0d85 service neutron] 10.222.0.32 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882473 Oct 28 12:16:41.794908 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-dd33eb1f-a29a-4c76-b6e0-c7e9c72bb592 req-c9bec22e-3844-4233-a493-fcd23cc12362 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 210 time: 0.0268362 Oct 28 12:16:42.722758 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-87534cd4-ca53-442c-b949-fa36d98c5a4c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:42.724226 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-87534cd4-ca53-442c-b949-fa36d98c5a4c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 807 time: 0.1206145 Oct 28 12:16:42.768745 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-5781ac2b-297e-411f-ad6d-9f643ec57889 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd514e56644c429eb4e7106b0a2eca19 HTTP/1.1" status: 200 len: 378 time: 0.0352087 Oct 28 12:16:42.791776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'port': {'device_id': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'admin_state_up': True, 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'security_groups': ['a5ca4493-303a-4935-97b7-016077fb61d8']}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:42.893243 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cf8e8ba8-2f58-4ed9-99f2-3b1aa4fa45f6 req-50518e17-ab2b-4fe7-b3d6-fd5179343791 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 210 time: 0.0308452 Oct 28 12:16:42.934587 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Made reservation on behalf of dd514e56644c429eb4e7106b0a2eca19 for: {'port': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:42.938086 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.068285 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Allocated IP 172.20.0.4 (94ac6422-ee90-46f4-ae16-cb169563dec2/f311832f-7ed7-4d97-b665-c102547ee432/244d0e5d-1cc2-4571-812b-ef4d2ee1f262) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:43.214860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.485847 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.529640 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:43.532686 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:43.536363 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:43.559827 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:43.588429 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:43.589069 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.605307 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-0a3bd5ea-fb94-4fa2-8ee8-b5d716a66436 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8179214 Oct 28 12:16:43.619951 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Request body: {'port': {'device_id': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:43.682773 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.785607 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-89f0c882-f799-42ed-9aa4-784d411754fe None None] Provisioning complete for port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:43.786207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89f0c882-f799-42ed-9aa4-784d411754fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:43.827439 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-89f0c882-f799-42ed-9aa4-784d411754fe None None] Port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:44.013386 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 {{(pid=101561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:44.022094 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.039291 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.provisioning_blocks [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Transition to ACTIVE for port object 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 will not be triggered until provisioned by entity L2. {{(pid=101561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:16:44.051156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01f0af7-6357-4e60-83f8-d83b4afa0286 req-1f1af3c3-41d2-425b-8c9e-0102ec83ea04 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.052650 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c01f0af7-6357-4e60-83f8-d83b4afa0286 req-1f1af3c3-41d2-425b-8c9e-0102ec83ea04 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 931 time: 0.0769570 Oct 28 12:16:44.053766 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.136314 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:44.141395 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c01f0af7-6357-4e60-83f8-d83b4afa0286 req-6410c1c7-3208-433f-b7e9-173fe3806650 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0796158 Oct 28 12:16:44.220092 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Attempting to bind port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:44.220430 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Attempting to bind port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:44.220756 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Attempting to bind port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 on network 94ac6422-ee90-46f4-ae16-cb169563dec2 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:44.225471 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 on network 94ac6422-ee90-46f4-ae16-cb169563dec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:16:44.225817 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Attempting to bind port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 on network 94ac6422-ee90-46f4-ae16-cb169563dec2 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:44.231854 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:44.232231 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Checking segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:44.232674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Bound using segment: {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:44.233230 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Bound port: 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d09b97f-c329-4aaf-bec3-4edf9f728bb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1036, 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2'}}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:44.233613 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.303577 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, cleared binding levels {{(pid=101561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:44.306534 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:44.312503 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.357539 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.358156 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:44.359584 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] 10.222.0.105 "PUT /v2.0/ports/244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 1093 time: 0.7441697 Oct 28 12:16:44.360107 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:44.370188 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2" -d '{"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:44.402203 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f099550-0ee0-4f51-b1e2-25faeb01fad1 service neutron] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=3']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:44.431634 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bb69a5-9e3a-4db7-a76a-ce985630eed6 x-openstack-request-id: req-33bb69a5-9e3a-4db7-a76a-ce985630eed6 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:44.431918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:44.432167 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-33bb69a5-9e3a-4db7-a76a-ce985630eed6 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:44.432558 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'status': 'completed', 'code': 200} Oct 28 12:16:44.449753 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-f45e1d80-a7b6-448a-bc8b-115b62bcdd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.451241 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-f45e1d80-a7b6-448a-bc8b-115b62bcdd18 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1096 time: 0.0467865 Oct 28 12:16:44.495552 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-1288d3ab-eabd-4ee7-8039-d55081e20940 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 217 time: 0.0351698 Oct 28 12:16:44.555830 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-e6f8beed-2838-4549-8f3c-66366d5fcb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.557385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-e6f8beed-2838-4549-8f3c-66366d5fcb73 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0533786 Oct 28 12:16:44.610599 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90f3162-28cf-464c-a595-0396c61979ec req-7624855a-1931-46d3-aac6-acd63f4c1f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.612122 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-7624855a-1931-46d3-aac6-acd63f4c1f3a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0462053 Oct 28 12:16:44.707668 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-04525ec8-953d-434a-8637-c43b2c60f79c service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875313 Oct 28 12:16:44.799526 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e90f3162-28cf-464c-a595-0396c61979ec req-552c1936-eef6-417d-9cb2-76a8af70f2a5 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Oct 28 12:16:44.880541 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-88ce48a9-ac22-4dcb-bbd0-07f6b3af83a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.882088 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-88ce48a9-ac22-4dcb-bbd0-07f6b3af83a8 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1096 time: 0.0403376 Oct 28 12:16:44.979542 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-eef3168d-1b3a-4d4c-a603-f3c6cb1061e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:44.981575 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-eef3168d-1b3a-4d4c-a603-f3c6cb1061e2 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.0921447 Oct 28 12:16:45.025534 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-7563bfdd-446e-4f67-b829-29d7519e9a8f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 217 time: 0.0356641 Oct 28 12:16:45.079207 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-48dcee8f-76a8-4b1f-9ec3-bbf167c0e4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:45.080646 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-48dcee8f-76a8-4b1f-9ec3-bbf167c0e4ce service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0480595 Oct 28 12:16:45.131698 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-cf33c2fd-56ea-4832-9a4c-c66a90391025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:45.133359 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-cf33c2fd-56ea-4832-9a4c-c66a90391025 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0436749 Oct 28 12:16:45.253603 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-f9faef9f-e2bd-46ac-b55d-3f62b25ec85e service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126750 Oct 28 12:16:45.321610 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54311e7-9342-4fbb-8385-417e6b68b178 req-427db0a1-04eb-42c6-99f5-416dfc122029 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:45.323068 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d54311e7-9342-4fbb-8385-417e6b68b178 req-427db0a1-04eb-42c6-99f5-416dfc122029 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.1084538 Oct 28 12:16:45.382587 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d54311e7-9342-4fbb-8385-417e6b68b178 req-68054186-4f49-4de8-bb9c-e7396217f1c6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0528767 Oct 28 12:16:45.388525 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b88ce51b-8d2e-4ff9-9cb9-d0b829abdeb2 req-86ecb300-eb6c-437b-a560-abb6cf799cba service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279428 Oct 28 12:16:46.506688 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903af3f1-576f-4c8d-9903-1af220314419 req-d958b4da-b96f-4997-91c8-7860f4017f57 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:46.508130 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-903af3f1-576f-4c8d-9903-1af220314419 req-d958b4da-b96f-4997-91c8-7860f4017f57 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0516288 Oct 28 12:16:46.544867 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-903af3f1-576f-4c8d-9903-1af220314419 req-f37c6a84-4998-4ebb-a2df-9bc8e8f5a8d7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307505 Oct 28 12:16:47.658062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350ad42-30ad-4728-8dc0-c076d0082c77 req-185c0a79-ea4b-404f-aeae-88510906a01d tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:47.659523 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c350ad42-30ad-4728-8dc0-c076d0082c77 req-185c0a79-ea4b-404f-aeae-88510906a01d tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0490232 Oct 28 12:16:47.695977 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c350ad42-30ad-4728-8dc0-c076d0082c77 req-f7eb1eec-2b7c-48d5-98ae-fd0a34d3b824 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305934 Oct 28 12:16:48.635074 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 43684) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:48.734717 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e37ded39-43bf-46dd-a770-ef98d51c99bf admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.808327 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e37ded39-43bf-46dd-a770-ef98d51c99bf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.810549 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751b95a-19d8-4db0-8ba7-9fcd07fca2aa req-301a7a16-302b-4c23-9bfc-02e66815f343 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:48.812059 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6751b95a-19d8-4db0-8ba7-9fcd07fca2aa req-301a7a16-302b-4c23-9bfc-02e66815f343 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0505166 Oct 28 12:16:48.812265 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e37ded39-43bf-46dd-a770-ef98d51c99bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.848799 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6751b95a-19d8-4db0-8ba7-9fcd07fca2aa req-02ee7935-15ea-413d-be82-4a28138870a8 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304980 Oct 28 12:16:48.849970 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e37ded39-43bf-46dd-a770-ef98d51c99bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c9cccef5ff0f4fa5b8f49028c0da87ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2137692 Oct 28 12:16:48.850947 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ded39-43bf-46dd-a770-ef98d51c99bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0ffad5-5ca5-4f81-849f-aa1abb9cd5b2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:48.852670 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43690) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:48.909101 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.929081 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.973443 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.975943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:48.977193 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3f0ffad5-5ca5-4f81-849f-aa1abb9cd5b2 HTTP/1.1" status: 204 len: 168 time: 0.1235862 Oct 28 12:16:48.984662 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac38d475-23a1-496f-9e0b-cb1efa17b265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0ffad5-5ca5-4f81-849f-aa1abb9cd5b2,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:49.978717 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea3dd2-5eba-444b-a659-51ae849a45bc req-6a531524-217f-4c1d-b395-f187e0fef4a6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:49.980181 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6ea3dd2-5eba-444b-a659-51ae849a45bc req-6a531524-217f-4c1d-b395-f187e0fef4a6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0533643 Oct 28 12:16:50.025629 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-b6ea3dd2-5eba-444b-a659-51ae849a45bc req-eda5de75-6936-4c01-b0bd-bf09b1306730 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384917 Oct 28 12:16:51.158509 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31c1ce0-f842-4028-9012-0176fa9ac3de req-03c92fb2-cbe7-462f-89b6-229db5d59b0a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.160248 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c31c1ce0-f842-4028-9012-0176fa9ac3de req-03c92fb2-cbe7-462f-89b6-229db5d59b0a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0622771 Oct 28 12:16:51.203193 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c31c1ce0-f842-4028-9012-0176fa9ac3de req-66dc6db9-b8ad-49fd-b0eb-19e544a733f4 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369260 Oct 28 12:16:51.240132 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-6b6d7387-9e36-4195-9f82-fd3c2ff95956 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336115 Oct 28 12:16:51.421961 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-cd11b558-6fbe-4b97-8a34-81503b42fa51 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:51.423416 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-cd11b558-6fbe-4b97-8a34-81503b42fa51 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1768308 Oct 28 12:16:51.438650 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-7cb3456b-0ace-43ae-a652-6a5190b62e1a tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/quotas/1814da24137a4dc6a24fe50b886eb6e5 HTTP/1.1" status: 200 len: 375 time: 0.0094402 Oct 28 12:16:51.469128 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-e6a855d8-7b8b-49b1-ace3-643f7ebcbd31 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0251908 Oct 28 12:16:51.625720 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a1b66d38-e831-4fff-933b-e0448630ec13 req-a7871d56-4bff-4fef-b8df-5ac4cee63037 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0265174 Oct 28 12:16:52.319885 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971a0c18-7758-4041-ba5b-6beaff22e75f req-9747fc85-f2d6-46e7-9825-acb6f32d658b tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:52.321326 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-971a0c18-7758-4041-ba5b-6beaff22e75f req-9747fc85-f2d6-46e7-9825-acb6f32d658b tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0515385 Oct 28 12:16:52.359016 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-971a0c18-7758-4041-ba5b-6beaff22e75f req-c1d3ff9d-2a42-4c96-bf56-92d3db4a29f9 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0310414 Oct 28 12:16:52.458431 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-19a99d86-50b3-4bac-b418-cbe09c4a61ae tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.105 "GET /v2.0/networks?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231929 Oct 28 12:16:52.569721 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-7468a44d-cd8a-451c-80f6-bb9e0b2e1336 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:52.571129 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-7468a44d-cd8a-451c-80f6-bb9e0b2e1336 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.105 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1069589 Oct 28 12:16:52.583158 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Request body: {'port': {'device_id': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac', 'admin_state_up': True, 'tenant_id': '1814da24137a4dc6a24fe50b886eb6e5'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:52.688676 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Made reservation on behalf of 1814da24137a4dc6a24fe50b886eb6e5 for: {'port': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:16:52.692456 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.710060 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.733605 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-07b10a00-12c1-42cc-9d79-6270bd4426a4 req-e83a34dd-c2ed-4c34-a17f-7f8d4c6f8e48 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0389912 Oct 28 12:16:52.800505 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.804066 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:52.862948 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed6d18a-d35a-471d-bbce-0c0b50ff23df,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:52.931833 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Allocated IP 192.168.233.66 (99ef1f50-c48a-4f47-9416-0dff1c4134ac/cf4aaa44-f74d-47d9-8c97-5f05fc48a07f/ba2818e2-a01e-47d0-945b-3013c0443310) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:16:53.073913 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.105602 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.151579 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Network 99ef1f50-c48a-4f47-9416-0dff1c4134ac is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:16:53.155032 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:16:53.157484 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:16:53.184368 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Pushing event updated for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:53.211710 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:53.212321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.233621 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-d619a6fc-e407-4d75-a305-0ba8acc65bdc tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6539655 Oct 28 12:16:53.246615 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Request body: {'port': {'device_id': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:53.306241 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.361140 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-7fd7ce28-da15-4834-b36c-01711b13efe5 None None] Provisioning complete for port ba2818e2-a01e-47d0-945b-3013c0443310 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:53.361726 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ce28-da15-4834-b36c-01711b13efe5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.399745 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7ce28-da15-4834-b36c-01711b13efe5 None None] Port ba2818e2-a01e-47d0-945b-3013c0443310 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:16:53.426720 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:16:53.520902 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:53.531689 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'mac_address': 'fa:16:3e:b5:e6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:16:53.543786 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec3a58-865f-43db-a6d8-f5e7b4eb4d73 req-e8a5f6f1-62e8-43cd-b123-9e4149cf51f1 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:53.545259 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0eec3a58-865f-43db-a6d8-f5e7b4eb4d73 req-e8a5f6f1-62e8-43cd-b123-9e4149cf51f1 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.1074095 Oct 28 12:16:53.572543 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.585249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:53.603902 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:53.608697 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.624653 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0eec3a58-865f-43db-a6d8-f5e7b4eb4d73 req-fc571f03-1735-4cc3-84e0-27035d4c0658 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0731766 Oct 28 12:16:53.636734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba2818e2-a01e-47d0-945b-3013c0443310 {{(pid=101561) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:16:53.645531 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.656207 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:53.657427 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.provisioning_blocks [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Transition to ACTIVE for port object ba2818e2-a01e-47d0-945b-3013c0443310 will not be triggered until provisioned by entity L2. {{(pid=101561) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:16:53.661253 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.709671 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:53.786570 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Attempting to bind port ba2818e2-a01e-47d0-945b-3013c0443310 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:16:53.786911 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Attempting to bind port ba2818e2-a01e-47d0-945b-3013c0443310 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:16:53.787244 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Attempting to bind port ba2818e2-a01e-47d0-945b-3013c0443310 on network 99ef1f50-c48a-4f47-9416-0dff1c4134ac {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:53.791766 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Port ba2818e2-a01e-47d0-945b-3013c0443310 on network 99ef1f50-c48a-4f47-9416-0dff1c4134ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:16:53.792084 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Attempting to bind port ba2818e2-a01e-47d0-945b-3013c0443310 on network 99ef1f50-c48a-4f47-9416-0dff1c4134ac {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:16:53.797475 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 16, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:16:53.797816 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Checking segment: {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101561) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:16:53.798198 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Bound using segment: {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'} {{(pid=101561) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:16:53.798627 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.managers [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Bound port: ba2818e2-a01e-47d0-945b-3013c0443310, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f0572bd-08ce-4fb1-b70f-a62857bfa5b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1026, 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac'}}] {{(pid=101561) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:16:53.798982 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.827202 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['244d0e5d-1cc2-4571-812b-ef4d2ee1f262'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:16:53.892814 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed843a-9d2d-4162-8111-9e021fcca13e req-63888f62-f40f-4cff-bb3b-8df297df8db3 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:53.894309 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-46ed843a-9d2d-4162-8111-9e021fcca13e req-63888f62-f40f-4cff-bb3b-8df297df8db3 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0856979 Oct 28 12:16:53.908846 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, cleared binding levels {{(pid=101561) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:16:53.913047 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ba2818e2-a01e-47d0-945b-3013c0443310,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101561) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:16:53.923427 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.976747 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:53.977379 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:53.978754 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] 10.222.0.105 "PUT /v2.0/ports/ba2818e2-a01e-47d0-945b-3013c0443310 HTTP/1.1" status: 200 len: 1097 time: 0.7371492 Oct 28 12:16:53.979187 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:53.981527 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:53.989025 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-46ed843a-9d2d-4162-8111-9e021fcca13e req-13e74320-9c02-4dc2-88c9-783991abc26b tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874321 Oct 28 12:16:54.005928 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b935e7-59f7-4b59-94ac-5c2e8defd9d8 service neutron] Pushing event updated for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=3']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:54.034381 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-084e62db-5dab-4b1e-8f0a-8a329d0194d7 x-openstack-request-id: req-084e62db-5dab-4b1e-8f0a-8a329d0194d7 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:54.034683 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:54.034934 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-084e62db-5dab-4b1e-8f0a-8a329d0194d7 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:54.035334 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310', 'status': 'completed', 'code': 200} Oct 28 12:16:54.085480 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-b236d7fa-df2c-4745-8355-2ba0ce58c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.086769 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-b236d7fa-df2c-4745-8355-2ba0ce58c3df service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 1100 time: 0.0440083 Oct 28 12:16:54.131156 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-1636b993-bfca-4f9b-97b8-84ceaa2a20d0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ba2818e2-a01e-47d0-945b-3013c0443310 HTTP/1.1" status: 200 len: 217 time: 0.0360091 Oct 28 12:16:54.187772 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-ba604fd9-33bb-4abd-b6b1-b61af5e059d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.189278 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-ba604fd9-33bb-4abd-b6b1-b61af5e059d5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=cf4aaa44-f74d-47d9-8c97-5f05fc48a07f HTTP/1.1" status: 200 len: 843 time: 0.0509501 Oct 28 12:16:54.236250 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-58f5c42c-fcd5-4b54-99b0-72d8b81d7281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.237842 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-58f5c42c-fcd5-4b54-99b0-72d8b81d7281 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=99ef1f50-c48a-4f47-9416-0dff1c4134ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0408587 Oct 28 12:16:54.334142 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-38590484-a28d-4bc0-bc39-40611e8243c4 service neutron] 10.222.0.105 "GET /v2.0/networks/99ef1f50-c48a-4f47-9416-0dff1c4134ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 Oct 28 12:16:54.445907 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f56c3b35-e253-413d-b223-4ef8764af5c6 req-f5da94f8-047e-499a-a906-4bddf7af03c1 service neutron] 10.222.0.105 "GET /v2.0/networks/99ef1f50-c48a-4f47-9416-0dff1c4134ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036036 Oct 28 12:16:54.527895 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-a5e5b997-e25a-4dc8-9d2d-f545228e5f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.529376 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-a5e5b997-e25a-4dc8-9d2d-f545228e5f13 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 1100 time: 0.0407627 Oct 28 12:16:54.621950 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-5d1f2440-8862-4606-8d78-4416defcaedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.623364 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-5d1f2440-8862-4606-8d78-4416defcaedd service neutron] 10.222.0.105 "GET /v2.0/networks?id=99ef1f50-c48a-4f47-9416-0dff1c4134ac HTTP/1.1" status: 200 len: 871 time: 0.0850565 Oct 28 12:16:54.664996 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-29da251c-b0c9-48b9-a75a-ccd9057c79fa service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.66&port_id=ba2818e2-a01e-47d0-945b-3013c0443310 HTTP/1.1" status: 200 len: 217 time: 0.0333512 Oct 28 12:16:54.741456 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-ced7bfc3-2a2b-4efd-9787-fc7467b65ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.742876 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-ced7bfc3-2a2b-4efd-9787-fc7467b65ba4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=cf4aaa44-f74d-47d9-8c97-5f05fc48a07f HTTP/1.1" status: 200 len: 843 time: 0.0706902 Oct 28 12:16:54.758588 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d051662c-31e2-4d87-866e-9210380e195c req-0069de40-cd1a-4703-8c1a-99e3106b062e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:54.759990 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d051662c-31e2-4d87-866e-9210380e195c req-0069de40-cd1a-4703-8c1a-99e3106b062e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 944 time: 0.0635052 Oct 28 12:16:54.797781 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d051662c-31e2-4d87-866e-9210380e195c req-c1348a3f-57ac-4f45-b32c-7a099f44850e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314672 Oct 28 12:16:55.107740 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331ad765-d136-4394-9427-987a2c095e56 req-5df1abd8-0287-4149-8c0b-7d970157f1d1 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:55.109224 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-331ad765-d136-4394-9427-987a2c095e56 req-5df1abd8-0287-4149-8c0b-7d970157f1d1 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0482497 Oct 28 12:16:55.151087 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-331ad765-d136-4394-9427-987a2c095e56 req-390e6f6f-d26f-4325-b2d0-6b357ea0f3a2 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357900 Oct 28 12:16:55.571783 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:16:55.610954 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-ff16eb44-5142-4369-9ca6-00959cbc07ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:55.612319 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-ff16eb44-5142-4369-9ca6-00959cbc07ac service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=99ef1f50-c48a-4f47-9416-0dff1c4134ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0395970 Oct 28 12:16:55.623582 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:16:55.627283 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:16:55.627652 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.702008 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.723381 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:16:55.725703 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60dcd889-6b2d-4f2d-b3bb-1fcefaf3c72c" -d '{"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-plugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:16:55.738948 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:16:55.743330 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:55.765891 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46f660e-8097-4d3e-97de-0da9f653f6a4 x-openstack-request-id: req-d46f660e-8097-4d3e-97de-0da9f653f6a4 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:16:55.766180 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-plugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:16:55.766427 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d46f660e-8097-4d3e-97de-0da9f653f6a4 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:16:55.766804 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'code': 200} Oct 28 12:16:55.791282 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:16:55.799215 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.799559 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.799888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.800214 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.800535 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.800876 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.801197 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.801512 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.801827 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.802144 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.802456 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.802763 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:16:55.911251 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d89b747-e9dc-4cb6-8d18-44b9c1fa0ff5 req-bc12e0e2-1e7d-40f2-9259-32d388da9622 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:55.912663 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4d89b747-e9dc-4cb6-8d18-44b9c1fa0ff5 req-bc12e0e2-1e7d-40f2-9259-32d388da9622 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0517089 Oct 28 12:16:55.948868 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4d89b747-e9dc-4cb6-8d18-44b9c1fa0ff5 req-8ca8d1e0-7d19-4bd9-97d7-28a51eae27f4 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303299 Oct 28 12:16:56.267144 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1fccc-57af-40c6-a855-498548c71ca8 req-32e8f9a9-c43f-4198-bdc4-e597a7ca26c8 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:56.268575 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bba1fccc-57af-40c6-a855-498548c71ca8 req-32e8f9a9-c43f-4198-bdc4-e597a7ca26c8 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0483155 Oct 28 12:16:56.305955 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bba1fccc-57af-40c6-a855-498548c71ca8 req-9f0cb5f9-355d-4566-bfec-5cd8ad0783a0 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310695 Oct 28 12:16:56.696460 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9b269cce-bc33-4cd2-a341-b8a08923c66e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:57.061518 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d929eb76-e9c2-4811-86db-7378fe1a4513 req-69eb6128-58c6-4496-9af8-3358fa29f1b7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:57.062932 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d929eb76-e9c2-4811-86db-7378fe1a4513 req-69eb6128-58c6-4496-9af8-3358fa29f1b7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0471511 Oct 28 12:16:57.098741 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d929eb76-e9c2-4811-86db-7378fe1a4513 req-42c39e71-4622-4495-96b1-c4280f1c7973 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299833 Oct 28 12:16:57.469493 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764af2c-a6f9-439a-ad90-993e6579a97b req-85d21d2c-2794-4910-9919-3cc7e4de8b58 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:57.470940 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2764af2c-a6f9-439a-ad90-993e6579a97b req-85d21d2c-2794-4910-9919-3cc7e4de8b58 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.1019652 Oct 28 12:16:57.511789 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-54c0da5d-0ca0-4864-8d33-63055f05cca6 service neutron] 10.222.0.105 "GET /v2.0/networks/99ef1f50-c48a-4f47-9416-0dff1c4134ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138473 Oct 28 12:16:57.535856 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2764af2c-a6f9-439a-ad90-993e6579a97b req-e69985ad-f2c9-4ac8-a3a7-14ac603284a6 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525975 Oct 28 12:16:57.616648 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d6fd3c00-a026-48eb-bf86-0f764f4edb6f req-6c2160cb-b5b3-45e1-89c4-28554d8b25ee service neutron] 10.222.0.105 "GET /v2.0/networks/99ef1f50-c48a-4f47-9416-0dff1c4134ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951624 Oct 28 12:16:57.619780 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11245b06-044d-48bb-b200-6966bea2c0ec req-7e23bbda-3a6d-4f0d-b684-bc7bd866dfd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:57.621318 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-11245b06-044d-48bb-b200-6966bea2c0ec req-7e23bbda-3a6d-4f0d-b684-bc7bd866dfd8 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0424285 Oct 28 12:16:57.657825 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-11245b06-044d-48bb-b200-6966bea2c0ec req-901c6af1-7ee2-48e0-89cc-6e96f5692f74 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0276616 Oct 28 12:16:58.211859 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a7ce2-00ac-4f17-8352-4b776ab28db7 req-0621494c-3a2f-467f-8085-fc5d80c6571b tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.213342 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f98a7ce2-00ac-4f17-8352-4b776ab28db7 req-0621494c-3a2f-467f-8085-fc5d80c6571b tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0474951 Oct 28 12:16:58.251569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f98a7ce2-00ac-4f17-8352-4b776ab28db7 req-b6fff1ee-f51f-4530-be9f-ede2fe532f30 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312200 Oct 28 12:16:58.685959 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8825b9ea-4597-48f5-9624-6f0ca31164d1 req-e032c318-42e1-4b1f-b686-1cb4d37a986e tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:58.687521 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8825b9ea-4597-48f5-9624-6f0ca31164d1 req-e032c318-42e1-4b1f-b686-1cb4d37a986e tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0734181 Oct 28 12:16:59.001435 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8825b9ea-4597-48f5-9624-6f0ca31164d1 req-86ce120c-c10e-4524-bb69-b944da1ec039 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3060093 Oct 28 12:16:59.237053 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-5dd27d46-df59-4e88-856a-846825ead98b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.362019 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2855a-8093-4994-bd81-9761cc4729f1 req-8dcae908-0fac-4100-8577-822cec60cfc8 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:59.363462 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c4a2855a-8093-4994-bd81-9761cc4729f1 req-8dcae908-0fac-4100-8577-822cec60cfc8 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0467908 Oct 28 12:16:59.400732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c4a2855a-8093-4994-bd81-9761cc4729f1 req-9e7134a4-8f1f-4ccd-8baf-7a36a6c14795 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311816 Oct 28 12:16:59.513586 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1011e5-8784-4fc6-9ac8-b7a9737fd8a8 req-d80f46d4-4255-4b34-b6a2-0b6d18478712 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:59.514930 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-db1011e5-8784-4fc6-9ac8-b7a9737fd8a8 req-d80f46d4-4255-4b34-b6a2-0b6d18478712 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0474627 Oct 28 12:16:59.551403 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-db1011e5-8784-4fc6-9ac8-b7a9737fd8a8 req-8300027d-116d-4a30-adf8-7c4c2ae169b4 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306582 Oct 28 12:16:59.572272 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43856) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:59.752567 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed881a2-e1c9-40be-b181-24a4b01468eb tempest-TestShelveInstance-852859889 tempest-TestShelveInstance-852859889-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:16:59.754999 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-8ed881a2-e1c9-40be-b181-24a4b01468eb tempest-TestShelveInstance-852859889 tempest-TestShelveInstance-852859889-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1093 time: 0.1817479 Oct 28 12:16:59.757871 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 43860) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:16:59.762531 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:16:59.784141 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for floatingip, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.874739 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:16:59.978389 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_common [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Allocated IP 172.27.3.178 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/36e01e3d-4b59-4029-b501-32555e9be058) {{(pid=101561) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:00.109803 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for port, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.141814 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5044714f-cf63-4f3d-a5f3-869a7d24c5b6 req-d8c2ed93-55ad-402e-8a7b-22ede15bdd95 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:00.143277 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5044714f-cf63-4f3d-a5f3-869a7d24c5b6 req-d8c2ed93-55ad-402e-8a7b-22ede15bdd95 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0763364 Oct 28 12:17:00.180072 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.195717 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5044714f-cf63-4f3d-a5f3-869a7d24c5b6 req-85cdb562-d76c-4906-901e-66394480a689 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461864 Oct 28 12:17:00.224244 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101561) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:00.227387 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Resources bound (agent type, host, resource id): {{(pid=101561) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:00.231863 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Received port after_create {{(pid=101561) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:00.251195 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.259829 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'Port': ['ID=36e01e3d-4b59-4029-b501-32555e9be058,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:00.328315 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.384342 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.581995 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.651647 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.812453 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for port, precommit_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.818863 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2730201'] for port, after_update {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.889043 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event updated for resources: {'Port': ['ID=36e01e3d-4b59-4029-b501-32555e9be058,revision_number=2']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:00.898822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:00.997699 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Floating IP b79ad447-3f2d-4503-9248-4dbc5acb378b associated. External IP: 172.27.3.178, port: 244d0e5d-1cc2-4571-812b-ef4d2ee1f262. Oct 28 12:17:01.217518 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:01.363860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e944dc7-368f-4629-a951-d9bf8e053486 req-abedaf6b-1f39-4ca8-a83c-fafcb0aedde3 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.365392 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4e944dc7-368f-4629-a951-d9bf8e053486 req-abedaf6b-1f39-4ca8-a83c-fafcb0aedde3 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 947 time: 0.0998743 Oct 28 12:17:01.375347 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:01.390897 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Sync routers for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:01.409411 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:01.410657 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:01.422463 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.445557 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ba2818e2-a01e-47d0-945b-3013c0443310 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:01.453527 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4e944dc7-368f-4629-a951-d9bf8e053486 req-520ef5c0-b2ca-4ed3-b8cd-7450846e11a9 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764523 Oct 28 12:17:01.477839 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bd1fe5ce-18ee-41b3-8bde-1de943cdb18c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7188573 Oct 28 12:17:01.478421 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:01.481321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-015b107c-c224-4bf4-b522-9cfa5a3779fc" -d '{"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:01.521146 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-806cd755-546d-4faf-ba7c-cce149cefd35 x-openstack-request-id: req-806cd755-546d-4faf-ba7c-cce149cefd35 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:01.521495 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:01.521810 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-806cd755-546d-4faf-ba7c-cce149cefd35 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:01.522758 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'status': 'completed', 'code': 200} Oct 28 12:17:01.549867 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:01.575766 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ba2818e2-a01e-47d0-945b-3013c0443310,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:01.588663 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'ba2818e2-a01e-47d0-945b-3013c0443310', 'network_id': '99ef1f50-c48a-4f47-9416-0dff1c4134ac', 'port_id': 'ba2818e2-a01e-47d0-945b-3013c0443310', 'mac_address': 'fa:16:3e:b2:ae:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1026, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4aaa44-f74d-47d9-8c97-5f05fc48a07f', 'ip_address': '192.168.233.66'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:01.595850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-5b382940-02ae-4e5f-be62-cf0a7f811d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.597390 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-5b382940-02ae-4e5f-be62-cf0a7f811d86 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0503342 Oct 28 12:17:01.631656 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.645823 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba2818e2-a01e-47d0-945b-3013c0443310 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:01.668878 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ba2818e2-a01e-47d0-945b-3013c0443310,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:01.674718 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.705553 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-dfd226ef-8849-44cb-8778-7ce2acd9fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.707040 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-dfd226ef-8849-44cb-8778-7ce2acd9fe25 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.1025591 Oct 28 12:17:01.724848 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:01.776494 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-f3199620-f94e-42fb-8530-9928f8741f80 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 999 time: 0.0613322 Oct 28 12:17:01.830281 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-ad9a7be2-01f9-472c-a94a-a965e0c0b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.831672 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-ad9a7be2-01f9-472c-a94a-a965e0c0b392 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0481925 Oct 28 12:17:01.877365 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:01.882464 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-bcea51e3-ace5-4ea0-a9a6-05c354d12236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:01.883167 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b79ad447-3f2d-4503-9248-4dbc5acb378b', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'mac_address': 'fa:16:3e:b5:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:00Z', 'updated_at': '2021-10-28T12:17:00Z', 'revision_number': 0, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:01.884080 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-bcea51e3-ace5-4ea0-a9a6-05c354d12236 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445933 Oct 28 12:17:01.917621 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['ba2818e2-a01e-47d0-945b-3013c0443310'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:01.918557 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Checking router: c3df1db6-9143-480b-beaa-9f8d5cb4fd7c for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:01.928699 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:01.929267 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:01.977610 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-d97ba884-e566-444b-8c13-e735eec5debc service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854793 Oct 28 12:17:02.036170 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:02.282093 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b79ad447-3f2d-4503-9248-4dbc5acb378b', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'mac_address': 'fa:16:3e:b5:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:00Z', 'updated_at': '2021-10-28T12:17:00Z', 'revision_number': 0, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:02.309190 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-e2c7797b-6baa-42dd-b70c-d004b6835fdd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1376655123&fields=id&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 267 time: 0.0404510 Oct 28 12:17:02.314108 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d1b39b3-9131-4b6c-9558-fbf665534dc9 None None] The sync data for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi is: [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b79ad447-3f2d-4503-9248-4dbc5acb378b', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'floating_ip_address': '172.27.3.178', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'mac_address': 'fa:16:3e:b5:e6:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:00Z', 'updated_at': '2021-10-28T12:17:00Z', 'revision_number': 0, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:02.329832 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-015b107c-c224-4bf4-b522-9cfa5a3779fc req-d5ca0ae3-364c-48d9-b6fb-a4895ed9e8dc service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446548 Oct 28 12:17:02.422708 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-f3c48e9d-eed0-40c0-bb29-b49a3277d516 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.424166 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-f3c48e9d-eed0-40c0-bb29-b49a3277d516 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1041334 Oct 28 12:17:02.440284 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-99ce8ba4-8b6a-4b3d-81ed-b8c0e8258905 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/quotas/d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 375 time: 0.0104182 Oct 28 12:17:02.503328 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-b22ff642-b941-487e-8146-1d28445209c3 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0571904 Oct 28 12:17:02.549933 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-40b29bfd-c40a-49fa-a56f-91f24e384288 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0523245 Oct 28 12:17:02.554362 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec79043-fb7a-47c6-94bc-168ced12cb02 None None] New status for floating IP b79ad447-3f2d-4503-9248-4dbc5acb378b: ACTIVE {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:17:02.633144 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-34048756-ff8a-4a01-a350-2bb571a6331f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.634977 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-34048756-ff8a-4a01-a350-2bb571a6331f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0420375 Oct 28 12:17:02.648603 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae23c22d-a5b6-440c-ad28-7a1f8bc2ed01 req-ab5e5410-c6c2-4855-a991-84420b533670 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.650119 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ae23c22d-a5b6-440c-ad28-7a1f8bc2ed01 req-ab5e5410-c6c2-4855-a991-84420b533670 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 948 time: 0.0706437 Oct 28 12:17:02.666780 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-a5f90514-8889-42b4-9b08-64e942070c27 service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478093 Oct 28 12:17:02.742800 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ae23c22d-a5b6-440c-ad28-7a1f8bc2ed01 req-1b277fc3-b521-4e00-a8ee-1612a0e7818f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853093 Oct 28 12:17:02.770546 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-a1b2fe22-4948-49ab-aaf0-96cf51c83982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.772016 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-a1b2fe22-4948-49ab-aaf0-96cf51c83982 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.1180713 Oct 28 12:17:02.776958 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-9035e44c-6df8-4986-b819-efc6bfc56e8b service neutron] 10.222.0.32 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023479 Oct 28 12:17:02.838831 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-d8c4733e-14e5-421d-b272-37f1e36ecd54 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 1001 time: 0.0591059 Oct 28 12:17:02.891937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-8c0d8fbe-2908-4e6b-8f72-555f451edd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.893479 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-8c0d8fbe-2908-4e6b-8f72-555f451edd38 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0477276 Oct 28 12:17:02.939624 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-42682c7a-a7f6-4344-914a-91d68e44781a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:02.941184 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-42682c7a-a7f6-4344-914a-91d68e44781a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407159 Oct 28 12:17:03.033858 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-8a906338-8e99-401d-8320-04e661f8526e service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850370 Oct 28 12:17:03.061918 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d73d279e-df70-4b61-93fa-46aef78b2ef7 req-7d5e9064-2a29-4134-a090-0b4a4c538d6c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 210 time: 0.0276461 Oct 28 12:17:03.127922 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-02b7ec07-d3c7-4fd3-ac4b-450b2bd78f84 req-22ef0cbb-7ad7-44ae-9a32-04347655f2db service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856631 Oct 28 12:17:03.463445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ba2818e2-a01e-47d0-945b-3013c0443310 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:03.640333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port ba2818e2-a01e-47d0-945b-3013c0443310 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:03.644338 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port ba2818e2-a01e-47d0-945b-3013c0443310 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:03.644701 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.719459 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.741360 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:03.743569 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57bb1640-70b2-45f3-b814-6596e023cae9" -d '{"events": [{"server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:03.756724 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ba2818e2-a01e-47d0-945b-3013c0443310,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:03.760927 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:03.813613 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f54ef7b-d578-457c-8339-5e23ee5633d9 x-openstack-request-id: req-7f54ef7b-d578-457c-8339-5e23ee5633d9 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:03.814680 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "name": "network-vif-plugged", "status": "completed", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:03.814938 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7f54ef7b-d578-457c-8339-5e23ee5633d9 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:03.815326 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310', 'code': 200} Oct 28 12:17:03.820884 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:03.880863 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d6374e-e7bf-43cd-9da2-77f2e3199c89 req-d5731684-2865-43ed-9240-5f6302cf4a05 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:03.882975 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a0d6374e-e7bf-43cd-9da2-77f2e3199c89 req-d5731684-2865-43ed-9240-5f6302cf4a05 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0497878 Oct 28 12:17:03.922708 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a0d6374e-e7bf-43cd-9da2-77f2e3199c89 req-b50a279a-8d54-4fc5-8915-b322b27d526a tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329242 Oct 28 12:17:03.982796 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8988873d-6346-465c-a97c-33f1d947dea4 req-30757868-82c1-4939-920b-a1b4c1ac4a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:03.984228 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8988873d-6346-465c-a97c-33f1d947dea4 req-30757868-82c1-4939-920b-a1b4c1ac4a68 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 1102 time: 0.0389991 Oct 28 12:17:04.021292 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-8988873d-6346-465c-a97c-33f1d947dea4 req-a3b7943d-ef0d-4eea-8ba5-55462b185c70 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290105 Oct 28 12:17:04.157586 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-63823f4c-7cc1-4b93-90b3-ff571d1baa9f req-8c7b1134-eeff-4ec2-aef5-1e768a4f6735 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 210 time: 0.0292907 Oct 28 12:17:04.474148 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-f539be7a-82d8-4400-b5cc-4810c8fbb4dd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:04.475596 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-f539be7a-82d8-4400-b5cc-4810c8fbb4dd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 811 time: 0.1055045 Oct 28 12:17:04.525582 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-661a5c1d-c92b-4dac-b051-d9416bc724c9 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d556263ca80e4b52b8588d1513962fb0 HTTP/1.1" status: 200 len: 380 time: 0.0327907 Oct 28 12:17:04.537761 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'port': {'device_id': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'admin_state_up': True, 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'security_groups': ['d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad']}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:04.647898 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Made reservation on behalf of d556263ca80e4b52b8588d1513962fb0 for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:04.651340 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.771787 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.20.0.8 (847bc5f9-83d6-4f03-878a-d6ff4a99e1d4/69a7cf81-bb09-44f1-9097-bd55b24198f2/53fe4bde-6ed7-44f8-ad56-2a797611e0a6) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:04.907492 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.939476 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:04.986880 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:04.990082 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:04.993917 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:05.026382 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:05.036909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.037282 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.037632 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.037965 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.038300 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.038651 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.038984 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.039311 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.039636 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.039961 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.040317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.040635 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:05.041841 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fcfb70-5f75-4bcf-9850-46f70c76e191 req-ae511b0b-dc6e-48ec-8687-120a9c102365 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.043647 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34fcfb70-5f75-4bcf-9850-46f70c76e191 req-ae511b0b-dc6e-48ec-8687-120a9c102365 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0533178 Oct 28 12:17:05.068804 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.069446 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.088523 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-83e6ee9e-cf96-4400-81d8-6baddf1b5223 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5542645 Oct 28 12:17:05.092461 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34fcfb70-5f75-4bcf-9850-46f70c76e191 req-688552ab-ae48-47ba-aa49-9126df96e371 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362906 Oct 28 12:17:05.106050 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Request body: {'port': {'device_id': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:05.169345 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.271498 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-12b31b7a-48e6-4392-a3f8-c0fe35f94e06 None None] Provisioning complete for port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 triggered by entity DHCP. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:05.272080 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-12b31b7a-48e6-4392-a3f8-c0fe35f94e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.285452 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b40670-848a-4107-8464-87d8eb1e4811 req-56879081-7a94-4f74-8d97-f7e0d4448a11 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.286944 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-63b40670-848a-4107-8464-87d8eb1e4811 req-56879081-7a94-4f74-8d97-f7e0d4448a11 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 931 time: 0.0567207 Oct 28 12:17:05.306957 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-12b31b7a-48e6-4392-a3f8-c0fe35f94e06 None None] Port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 cannot update to ACTIVE because it is not bound. {{(pid=101562) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 28 12:17:05.333855 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-63b40670-848a-4107-8464-87d8eb1e4811 req-7012de5a-bcbe-40eb-be68-01901c11cbca tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393465 Oct 28 12:17:05.436137 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:05.443254 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.454850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Transition to ACTIVE for port object 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:17:05.458419 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.510286 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Pushing event updated for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:05.578683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Attempting to bind port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:05.579012 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Attempting to bind port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:05.579337 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Attempting to bind port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:05.583871 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:17:05.584189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Attempting to bind port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 on network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:05.589102 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:05.589438 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Checking segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:05.589858 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Bound using segment: {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:05.590283 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Bound port: 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64fae77a-0bea-4e19-9201-7a41915cd1f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1044, 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:05.590633 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.657586 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:05.660708 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:05.665406 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.705773 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.706394 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:05.707754 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] 10.222.0.105 "PUT /v2.0/ports/53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 200 len: 1093 time: 0.6062174 Oct 28 12:17:05.708189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:05.710506 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afeb015-ce66-4516-825d-1dc2ad8a3df0" -d '{"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:05.745518 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73fc15-2937-4155-9d95-baaa8dfa7a0a service neutron] Pushing event updated for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:05.758114 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d12d7d2-d0d8-4fa4-ac3c-ea846944fbcb x-openstack-request-id: req-7d12d7d2-d0d8-4fa4-ac3c-ea846944fbcb {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:05.758404 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:05.758616 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7d12d7d2-d0d8-4fa4-ac3c-ea846944fbcb {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:05.759510 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'status': 'completed', 'code': 200} Oct 28 12:17:05.808209 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-39083001-1c3b-4f4e-9748-b2d885e4643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.809788 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-39083001-1c3b-4f4e-9748-b2d885e4643f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1096 time: 0.0445113 Oct 28 12:17:05.854883 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-b99b97dd-4b13-4c56-83a1-955bd49e2855 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0346739 Oct 28 12:17:05.914063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bce4009e-cb9f-45e3-b2cb-3e694a552dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.915501 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-bce4009e-cb9f-45e3-b2cb-3e694a552dbf service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0473924 Oct 28 12:17:05.965004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-29aaf863-01c2-4c72-b2e4-e848cabcd534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:05.966420 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-29aaf863-01c2-4c72-b2e4-e848cabcd534 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396328 Oct 28 12:17:06.059724 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-e818deb0-95fc-49bc-b9e2-fd1fe9235537 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812266 Oct 28 12:17:06.153110 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-0b141b37-0088-4afa-bb6d-56dd1f419029 req-3d5be99c-4406-4791-898c-c65ee88d49d3 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851758 Oct 28 12:17:06.214079 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f2acd-4d6d-4afd-abc5-f9e162917fe5 req-f7d59a72-8fd4-4027-9ebe-e7b95b7ca3e7 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.216187 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-371f2acd-4d6d-4afd-abc5-f9e162917fe5 req-f7d59a72-8fd4-4027-9ebe-e7b95b7ca3e7 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0535879 Oct 28 12:17:06.239967 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-3f0bb6e5-cda9-4ed6-8e6a-6be57ab5dea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.241510 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-3f0bb6e5-cda9-4ed6-8e6a-6be57ab5dea1 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1096 time: 0.0429156 Oct 28 12:17:06.258448 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-371f2acd-4d6d-4afd-abc5-f9e162917fe5 req-e19508b9-8f3a-4991-a97b-6150cce9270e tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362630 Oct 28 12:17:06.340617 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-8b9eb68f-d42e-451d-8824-498628ee885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.342104 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-8b9eb68f-d42e-451d-8824-498628ee885d service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0910246 Oct 28 12:17:06.389357 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-b7b8c2d8-f3ca-4128-bbf3-827c534f402f service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0367517 Oct 28 12:17:06.451862 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-5b1f0d90-eea8-45e1-9435-7e1e8d9f0422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.453357 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-5b1f0d90-eea8-45e1-9435-7e1e8d9f0422 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0558400 Oct 28 12:17:06.468918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2e2d40-f33c-4988-bdf3-cc2cb813ddca req-a8bbfe2f-ce5e-41d4-8dfe-520968f3a3c1 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.470641 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ff2e2d40-f33c-4988-bdf3-cc2cb813ddca req-a8bbfe2f-ce5e-41d4-8dfe-520968f3a3c1 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0639224 Oct 28 12:17:06.502319 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-ad261a04-1091-412d-b34b-586dc4031cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.503893 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-ad261a04-1091-412d-b34b-586dc4031cb7 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422451 Oct 28 12:17:06.537507 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ff2e2d40-f33c-4988-bdf3-cc2cb813ddca req-9716eef2-0392-49d3-846d-1af436bf59cd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584042 Oct 28 12:17:06.554053 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca43701-5769-4013-961b-33f38208c368 req-b8557ddc-cd4e-41ce-aee6-982b37b712d8 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:06.555747 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aca43701-5769-4013-961b-33f38208c368 req-b8557ddc-cd4e-41ce-aee6-982b37b712d8 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0632155 Oct 28 12:17:06.595203 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-aca43701-5769-4013-961b-33f38208c368 req-8658a456-8830-4933-8a35-07aacbfefa48 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316908 Oct 28 12:17:06.596820 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-1bc0baed-b6b3-4abb-8e8c-b20070dd3999 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842612 Oct 28 12:17:06.692417 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-4afeb015-ce66-4516-825d-1dc2ad8a3df0 req-c5ac6422-aecf-4276-9693-c67c32cc25e5 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875359 Oct 28 12:17:06.924731 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:17:07.654629 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e506f550-6108-4dbd-a285-c28b402b7c86 req-6a3128c4-8cb7-4a47-8592-501d646f4719 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:07.656025 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e506f550-6108-4dbd-a285-c28b402b7c86 req-6a3128c4-8cb7-4a47-8592-501d646f4719 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0526612 Oct 28 12:17:07.726860 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e506f550-6108-4dbd-a285-c28b402b7c86 req-68bac9ec-7254-4dc9-863b-737e9a956c31 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630329 Oct 28 12:17:07.734187 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8943328-f2d4-40d7-a296-dc43e866e5cb req-4affdc58-dac4-4e57-bb12-e49ccbcd6038 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:07.735582 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d8943328-f2d4-40d7-a296-dc43e866e5cb req-4affdc58-dac4-4e57-bb12-e49ccbcd6038 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0735314 Oct 28 12:17:07.774381 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d8943328-f2d4-40d7-a296-dc43e866e5cb req-38e24af8-751c-45fa-b674-6f1954e7bb63 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/security-groups?id=aed6d18a-d35a-471d-bbce-0c0b50ff23df&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323827 Oct 28 12:17:08.101671 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-c2929fe7-dcfc-4af8-b535-3c4c28f428e0 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.103068 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-c2929fe7-dcfc-4af8-b535-3c4c28f428e0 tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.105 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 949 time: 0.0483418 Oct 28 12:17:08.203276 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Deleting port ba2818e2-a01e-47d0-945b-3013c0443310 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:08.203608 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.296751 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] For port ba2818e2-a01e-47d0-945b-3013c0443310, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ba2818e2-a01e-47d0-945b-3013c0443310,segment=NetworkSegment(0f0572bd-08ce-4fb1-b70f-a62857bfa5b6),segment_id=0f0572bd-08ce-4fb1-b70f-a62857bfa5b6)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:08.297134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.309459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Calling delete_port for ba2818e2-a01e-47d0-945b-3013c0443310 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:08.433725 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.446632 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['ba2818e2-a01e-47d0-945b-3013c0443310'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:08.460687 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Pushing event deleted for resources: {'Port': ['ID=ba2818e2-a01e-47d0-945b-3013c0443310,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:08.513730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] No DVR routers for this DVR port ba2818e2-a01e-47d0-945b-3013c0443310 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:08.516503 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:08.520332 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-32bd8ba6-e2dd-4980-a1bc-7cb9fa2c9e60 req-bced5041-84b7-4ba2-ab5c-87b1f60cef1f tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.105 "DELETE /v2.0/ports/ba2818e2-a01e-47d0-945b-3013c0443310 HTTP/1.1" status: 204 len: 173 time: 0.4061604 Oct 28 12:17:08.520807 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'name': 'network-vif-deleted', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:08.523837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65991fca-e313-4f83-b4eb-7c9376d70259" -d '{"events": [{"server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "name": "network-vif-deleted", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:08.566376 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18246f68-9e25-414b-9a9d-eb8634d3590b x-openstack-request-id: req-18246f68-9e25-414b-9a9d-eb8634d3590b {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:08.566719 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8", "name": "network-vif-deleted", "tag": "ba2818e2-a01e-47d0-945b-3013c0443310", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:08.566977 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18246f68-9e25-414b-9a9d-eb8634d3590b {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:08.567370 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8', 'name': 'network-vif-deleted', 'tag': 'ba2818e2-a01e-47d0-945b-3013c0443310', 'status': 'completed', 'code': 200} Oct 28 12:17:08.842720 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6993cf0-8b49-41fc-b783-cc885ba78312 req-6ff3740c-c277-459c-b58c-586dabdfde7a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:08.844216 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c6993cf0-8b49-41fc-b783-cc885ba78312 req-6ff3740c-c277-459c-b58c-586dabdfde7a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0503242 Oct 28 12:17:08.903985 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-11167903-4f37-40dd-8859-3edf7f592e53 req-78069698-3556-4298-9640-48a8f952c97d tempest-VolumesNegativeTest-1314861465 tempest-VolumesNegativeTest-1314861465-project] 10.222.0.32 "GET /v2.0/ports?device_id=c6cd7e14-4b86-4e9a-bca3-b58a23fbb9d8 HTTP/1.1" status: 200 len: 210 time: 0.0404818 Oct 28 12:17:08.917601 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c6993cf0-8b49-41fc-b783-cc885ba78312 req-dbaef877-de06-46c5-b42a-ec4c4cb203ca tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667946 Oct 28 12:17:10.035506 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a158d2b-e78e-41d6-8e94-6cf34535b6bc req-e393f8fe-d5b3-4125-9e25-7955881e66bc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:10.037016 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a158d2b-e78e-41d6-8e94-6cf34535b6bc req-e393f8fe-d5b3-4125-9e25-7955881e66bc tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0502555 Oct 28 12:17:10.076105 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0a158d2b-e78e-41d6-8e94-6cf34535b6bc req-e7fd9656-b0fd-41c2-9503-2e26615a738f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Oct 28 12:17:11.194809 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315aa19-4011-46d4-8385-a5a891686c1c req-bb55e980-4254-4029-9774-a35cb143f7f6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:11.197075 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9315aa19-4011-46d4-8385-a5a891686c1c req-bb55e980-4254-4029-9774-a35cb143f7f6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0512524 Oct 28 12:17:11.248379 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9315aa19-4011-46d4-8385-a5a891686c1c req-26215c9d-5842-4a42-8d35-83bd39f3693d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444353 Oct 28 12:17:12.309577 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1e4b93-dc03-4a01-a93d-ebc82f252a09 req-c678fa98-fdc2-4ec6-8ca4-b0686a7a4cf9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:12.311141 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf1e4b93-dc03-4a01-a93d-ebc82f252a09 req-c678fa98-fdc2-4ec6-8ca4-b0686a7a4cf9 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0564916 Oct 28 12:17:12.374758 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bf1e4b93-dc03-4a01-a93d-ebc82f252a09 req-3d6f0225-a1ec-482a-a180-7fcb33995461 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512710 Oct 28 12:17:12.386220 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7410e7c-3df0-4155-b9e4-95f90039199c req-a2ac76f4-5c7c-4d1c-b94b-5b35cb68c2e4 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:12.388212 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e7410e7c-3df0-4155-b9e4-95f90039199c req-a2ac76f4-5c7c-4d1c-b94b-5b35cb68c2e4 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0729716 Oct 28 12:17:12.425900 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e7410e7c-3df0-4155-b9e4-95f90039199c req-9eaec0bf-f179-4e99-b295-f14be3ef8d16 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315142 Oct 28 12:17:13.492238 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346de427-ecad-4689-95b1-caa4f0527925 req-8b1dba11-e3f8-4509-b3b6-64ea2805b434 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:13.496525 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-346de427-ecad-4689-95b1-caa4f0527925 req-8b1dba11-e3f8-4509-b3b6-64ea2805b434 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0499673 Oct 28 12:17:13.510677 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ba2818e2-a01e-47d0-945b-3013c0443310 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:13.531424 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: ba2818e2-a01e-47d0-945b-3013c0443310 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:13.531770 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ba2818e2-a01e-47d0-945b-3013c0443310 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:13.559068 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-346de427-ecad-4689-95b1-caa4f0527925 req-6d5f32e3-21b2-498b-addc-32cb6218fb48 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547624 Oct 28 12:17:13.571776 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85891d6-1d6f-4216-b46b-1327e93ce86c req-463efbc8-be2f-4aaa-b75c-fb3dd58752d7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:13.573393 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d85891d6-1d6f-4216-b46b-1327e93ce86c req-463efbc8-be2f-4aaa-b75c-fb3dd58752d7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0786526 Oct 28 12:17:13.589087 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44252) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:13.612468 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d85891d6-1d6f-4216-b46b-1327e93ce86c req-bb893b47-4351-4f28-9949-f1c7b22b3f12 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329647 Oct 28 12:17:13.715955 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ac4ec9d7-37c0-47fa-8388-8e0a0d71568c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1814da24137a4dc6a24fe50b886eb6e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251180 Oct 28 12:17:13.718487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44256) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:13.762899 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:13.783718 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:13.828044 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:13.830583 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:13.831730 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/aed6d18a-d35a-471d-bbce-0c0b50ff23df HTTP/1.1" status: 204 len: 168 time: 0.1123819 Oct 28 12:17:13.839316 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb528a-f643-4a18-9719-24d449fb95e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed6d18a-d35a-471d-bbce-0c0b50ff23df,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:14.497706 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-f3537348-2f6c-4056-935f-9559820a1846 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:14.499109 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-f3537348-2f6c-4056-935f-9559820a1846 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0497596 Oct 28 12:17:14.587454 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Deleting port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:14.587788 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:14.675782 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b9d75-d67b-4ffc-b04e-af5bf07b8595 req-0218cf11-094c-4af0-8c0c-3577e5cf0252 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:14.677913 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f88b9d75-d67b-4ffc-b04e-af5bf07b8595 req-0218cf11-094c-4af0-8c0c-3577e5cf0252 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 946 time: 0.0521002 Oct 28 12:17:14.680852 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] For port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:14.681344 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:14.746125 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bbb78-9a90-46cf-b56f-0e3bdd51f480 req-4289b079-6982-4a47-8243-d6ca7d784283 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:14.748241 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d48bbb78-9a90-46cf-b56f-0e3bdd51f480 req-4289b079-6982-4a47-8243-d6ca7d784283 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0692666 Oct 28 12:17:14.750980 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f88b9d75-d67b-4ffc-b04e-af5bf07b8595 req-f1a19c53-dcfc-4cd8-bc25-1542474f5ae7 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups?id=2bc32b65-9e8e-4aa0-be81-758a59f03074&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632663 Oct 28 12:17:14.798350 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d48bbb78-9a90-46cf-b56f-0e3bdd51f480 req-c3673d66-3d54-4d1e-aae3-e68311bff4da tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358584 Oct 28 12:17:14.847194 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:14.847546 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:14.847854 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Floating IP c02e330c-9e36-4d09-ae1f-58b667813eb2 disassociated. External IP: 172.27.3.104, port: ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d. Oct 28 12:17:14.848179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Calling delete_port for ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:14.969675 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:14.998329 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'Port': ['ID=ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:15.107730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:15.210676 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:15.221949 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:15.233505 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:15.234420 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:15.251039 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] No DVR routers for this DVR port ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:15.258513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:15.262873 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-49326499-c5ab-43fd-b425-32ed0afa4794 req-7bb60c52-4efe-4aa5-b0fa-4abe27326bfe tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.105 "DELETE /v2.0/ports/ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d HTTP/1.1" status: 204 len: 173 time: 0.7548616 Oct 28 12:17:15.263319 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'name': 'network-vif-deleted', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:15.265685 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891d59e-6ecc-43e3-9643-4263100b07f4" -d '{"events": [{"server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "name": "network-vif-deleted", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:15.310016 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d067f-5065-4a5b-ad3a-99076cdc88d3 x-openstack-request-id: req-d98d067f-5065-4a5b-ad3a-99076cdc88d3 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:15.311783 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7", "name": "network-vif-deleted", "tag": "ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:15.312154 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-d98d067f-5065-4a5b-ad3a-99076cdc88d3 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:15.312421 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7', 'name': 'network-vif-deleted', 'tag': 'ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d', 'status': 'completed', 'code': 200} Oct 28 12:17:15.353988 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:15.579161 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:15.609374 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:15.617541 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:15.618119 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:15.721626 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:15.867905 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2f8a9d41-3110-43bb-966b-b00382dde606 req-f0ec366b-697d-420e-9db7-985a9e053204 tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/ports?device_id=79fa2b4d-df4d-42f5-8b32-1fe946f0b3c7 HTTP/1.1" status: 200 len: 210 time: 0.0272832 Oct 28 12:17:15.914925 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:15.924483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d502b9-215e-4e46-a6fd-5f3fadb1e9d6 req-58a24aa1-cc0e-4fd6-b74f-0a6ed0621a1c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:15.925981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-15d502b9-215e-4e46-a6fd-5f3fadb1e9d6 req-58a24aa1-cc0e-4fd6-b74f-0a6ed0621a1c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0572081 Oct 28 12:17:15.941473 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12a852d-7045-421b-abb9-267dc6e2fb7b None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:34Z', 'revision_number': 4, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': 'a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02', 'name': '', 'network_id': '8f8dee63-8e7b-4c3a-a804-ccedbf1d9423', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'mac_address': 'fa:16:3e:c7:f3:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:34Z', 'updated_at': '2021-10-28T12:12:39Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'subnets': [{'id': '7cac7eb9-4701-45cd-9ede-7c34950f4846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:15.964455 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-15d502b9-215e-4e46-a6fd-5f3fadb1e9d6 req-77292d35-ede3-4305-afc8-bf4811ba7890 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Oct 28 12:17:16.166431 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d786902-093e-4def-8bed-e8fa1a24e7df None None] New status for floating IP c02e330c-9e36-4d09-ae1f-58b667813eb2: DOWN {{(pid=101562) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:17:16.950857 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44280) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:17.005080 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.028459 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.078429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.080602 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c8b6c-d9f5-4ccd-ba8d-1f2b25ef323a req-36a7c1a3-c5a2-4973-a7c2-65ee990c83ee tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:17.081183 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.082331 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "DELETE /v2.0/security-groups/2bc32b65-9e8e-4aa0-be81-758a59f03074 HTTP/1.1" status: 204 len: 168 time: 0.1304836 Oct 28 12:17:17.085135 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-242c8b6c-d9f5-4ccd-ba8d-1f2b25ef323a req-36a7c1a3-c5a2-4973-a7c2-65ee990c83ee tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 943 time: 0.0515673 Oct 28 12:17:17.085617 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44284) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:17.091656 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaded80-1fcd-4bb7-a724-f3aeb5718afc tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc32b65-9e8e-4aa0-be81-758a59f03074,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:17.105689 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.api.v2.resource [None req-12ea477c-c67e-4052-ad48-eff59405046b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] show failed (client error): The resource could not be found. Oct 28 12:17:17.106869 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-12ea477c-c67e-4052-ad48-eff59405046b tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "GET /v2.0/security-groups/2bc32b65-9e8e-4aa0-be81-758a59f03074 HTTP/1.1" status: 404 len: 347 time: 0.0203767 Oct 28 12:17:17.110118 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44286) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:17.134389 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-242c8b6c-d9f5-4ccd-ba8d-1f2b25ef323a req-a9a6db12-c003-4269-922a-8c2864605098 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404634 Oct 28 12:17:17.230909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Deleting port a4425507-eaaf-4d83-b21a-20029a79cf9b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:17.231227 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.306967 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.307290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.318960 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Calling delete_port for a4425507-eaaf-4d83-b21a-20029a79cf9b owned by network:floatingip {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:17.448035 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.471717 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Pushing event deleted for resources: {'Port': ['ID=a4425507-eaaf-4d83-b21a-20029a79cf9b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:17.506583 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:17.533337 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks [] for floatingip, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.535903 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.537077 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c1f7c27a-eed9-4236-b738-f4d7f2fdf9ee tempest-AttachVolumeTestJSON-1132900310 tempest-AttachVolumeTestJSON-1132900310-project] 10.222.0.32 "DELETE /v2.0/floatingips/c02e330c-9e36-4d09-ae1f-58b667813eb2 HTTP/1.1" status: 204 len: 168 time: 0.4259694 Oct 28 12:17:17.608026 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:17.620186 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'port_id': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'mac_address': 'fa:16:3e:25:26:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1044, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:17.658978 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.671990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:17.694584 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:17.698115 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:17.743187 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:17.992698 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['53fe4bde-6ed7-44f8-ad56-2a797611e0a6'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:18.255467 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef6b5-90d8-4609-b569-e0439672c6f7 req-4eb23696-efd9-4568-8447-40e072e1682d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:18.256941 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-363ef6b5-90d8-4609-b569-e0439672c6f7 req-4eb23696-efd9-4568-8447-40e072e1682d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 944 time: 0.0537827 Oct 28 12:17:18.293124 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-363ef6b5-90d8-4609-b569-e0439672c6f7 req-7edb7e45-a438-4b89-959f-246eab04723c tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302117 Oct 28 12:17:19.406277 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80219caf-79e0-4bc2-b767-43f1f934d0b2 req-66673889-f4c5-4bca-9b2e-e4813fe3970d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:19.407728 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-80219caf-79e0-4bc2-b767-43f1f934d0b2 req-66673889-f4c5-4bca-9b2e-e4813fe3970d tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 944 time: 0.0486727 Oct 28 12:17:19.444327 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-80219caf-79e0-4bc2-b767-43f1f934d0b2 req-2ab64eb2-d1e6-42c0-82ae-00be96c73d9e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307615 Oct 28 12:17:19.522446 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:19.569622 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:19.573131 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:19.573435 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.649085 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.670867 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:19.673087 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f927f60a-49e7-41fb-a8c4-edce50700926" -d '{"events": [{"server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "name": "network-vif-plugged", "status": "completed", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:19.686206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:19.690985 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:19.691805 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:19.711851 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a88c8ae0-af69-4978-beb7-51e126e4423a x-openstack-request-id: req-a88c8ae0-af69-4978-beb7-51e126e4423a {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:19.712137 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "name": "network-vif-plugged", "status": "completed", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:19.712387 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-a88c8ae0-af69-4978-beb7-51e126e4423a {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:19.712764 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'code': 200} Oct 28 12:17:19.728669 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:19.729039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device ffcc7d9f-53a3-4d3f-a954-0dcacf473c0d not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:19.755666 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:19.894280 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195383da-8855-4c74-8d33-45a84d6b22a1 req-437daffb-0186-4249-86b9-40da6f043f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:19.895755 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-195383da-8855-4c74-8d33-45a84d6b22a1 req-437daffb-0186-4249-86b9-40da6f043f42 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1098 time: 0.0396285 Oct 28 12:17:19.931782 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-195383da-8855-4c74-8d33-45a84d6b22a1 req-c91b978c-efa6-4c77-b5ba-54d269427cc9 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291176 Oct 28 12:17:20.555369 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e75af2-67e2-4f46-9953-491e9fff4525 req-eb42576a-1cdc-47c6-b89c-aaff15cff05a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:20.556829 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9e75af2-67e2-4f46-9953-491e9fff4525 req-eb42576a-1cdc-47c6-b89c-aaff15cff05a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0478818 Oct 28 12:17:20.593315 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a9e75af2-67e2-4f46-9953-491e9fff4525 req-405c7659-bfa2-499a-9431-b7dcae664460 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307119 Oct 28 12:17:21.046814 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44322) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.622377 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.708383 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be09ce3-3a67-4c30-8fc7-b624f5f2ccec req-330be355-ddaf-4574-972c-011981d7227e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.709918 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4be09ce3-3a67-4c30-8fc7-b624f5f2ccec req-330be355-ddaf-4574-972c-011981d7227e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0515115 Oct 28 12:17:21.747846 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-4be09ce3-3a67-4c30-8fc7-b624f5f2ccec req-6beb84be-f917-42cb-b6dd-eaf5ead5491e tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320492 Oct 28 12:17:21.861470 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c80f8-8467-4b0b-ab0a-a17633d74c05 req-a47d0020-31b8-4ff8-844e-b5a38e6a99e0 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.862940 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ca2c80f8-8467-4b0b-ab0a-a17633d74c05 req-a47d0020-31b8-4ff8-844e-b5a38e6a99e0 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0485990 Oct 28 12:17:21.870008 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Deleting port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:21.870342 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.900476 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ca2c80f8-8467-4b0b-ab0a-a17633d74c05 req-8dfaa42c-30f9-4189-9e48-44041dd2a4a2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314355 Oct 28 12:17:21.922709 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44328) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.950195 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] For port a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:21.950544 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:21.961820 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf2a5b4-2b79-4e62-ba5b-37dd976570b1 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:21.962270 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Calling delete_port for a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 owned by network:router_interface {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:21.963247 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-4bf2a5b4-2b79-4e62-ba5b-37dd976570b1 tempest-TestVolumeBootPattern-834055027 tempest-TestVolumeBootPattern-834055027-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1093 time: 0.0395257 Oct 28 12:17:21.966072 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44330) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:21.971699 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Request body: {'floatingip': {'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'port_id': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:22.030292 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.219168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.259839 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.292670 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:22.406375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Allocated IP 172.27.3.230 (73311d1b-5681-45f5-b1b4-92f3e295310b/ada917cc-2349-4b05-92c6-186ec016de7c/eaae1549-8d7a-4fdd-926d-bd224cdde063) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:22.561719 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.624021 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.708155 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:22.804908 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Network 73311d1b-5681-45f5-b1b4-92f3e295310b is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:22.810752 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:22.820103 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:22.824352 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=eaae1549-8d7a-4fdd-926d-bd224cdde063,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:22.929776 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:23.125739 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:23.133675 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-72106b92-daf5-41ca-a632-d62406d656f1 admin admin] 10.222.0.32 "PUT /v2.0/routers/ad087afd-c9ca-4f33-904a-8b2e51cd9a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0858247 Oct 28 12:17:23.134463 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Sync routers for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:23.136233 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44334) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:23.147174 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:23.147773 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.248737 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks [] for router, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.267445 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.267993 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:23.341580 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.357695 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.425059 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Deleting port 30ba4991-5e8b-4449-91ef-7d642b86da95 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:23.425874 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.518828 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] For port 30ba4991-5e8b-4449-91ef-7d642b86da95, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=30ba4991-5e8b-4449-91ef-7d642b86da95,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:23.519534 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.520754 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.526418 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.532024 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Calling delete_port for 30ba4991-5e8b-4449-91ef-7d642b86da95 owned by network:router_gateway {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:23.542250 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68'}], 'enable_snat': True}, 'gw_port_id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:17:22Z', 'revision_number': 5, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port': {'id': '30ba4991-5e8b-4449-91ef-7d642b86da95', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:1e:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.569971 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Checking router: ad087afd-c9ca-4f33-904a-8b2e51cd9a11 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:23.578399 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Routers {'ad087afd-c9ca-4f33-904a-8b2e51cd9a11'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:23.579001 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.605393 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event updated for resources: {'Port': ['ID=eaae1549-8d7a-4fdd-926d-bd224cdde063,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:23.609499 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-16460095'] for floatingip, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.663636 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] Set router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 gateway port host: None {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:23.706070 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.712860 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP b704e777-55f1-4d6c-8532-4653c87ae359 associated. External IP: 172.27.3.230, port: 53fe4bde-6ed7-44f8-ad56-2a797611e0a6. Oct 28 12:17:23.718168 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:17:23Z', 'revision_number': 6, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:23.740247 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Pushing event deleted for resources: {'Port': ['ID=30ba4991-5e8b-4449-91ef-7d642b86da95,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:23.745130 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5448b0fb-b257-4f62-9733-80c475c1f3e1 None None] The sync data for ids ['ad087afd-c9ca-4f33-904a-8b2e51cd9a11'] in dv-cinder-815746-2-iscsi is: [{'id': 'ad087afd-c9ca-4f33-904a-8b2e51cd9a11', 'name': 'tempest-AttachVolumeTestJSON-130901113-router', 'tenant_id': 'a527ebc85a8d436f80e436cedaf24033', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:12:32Z', 'updated_at': '2021-10-28T12:17:23Z', 'revision_number': 6, 'project_id': 'a527ebc85a8d436f80e436cedaf24033', 'gw_port_host': None}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:23.765356 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.765702 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.766042 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.766374 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.766704 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.767029 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.767353 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.767675 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.768001 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.768321 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.768659 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.768986 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:23.810332 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.903674 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.905979 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.921832 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:17:23.950480 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.951045 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad087afd-c9ca-4f33-904a-8b2e51cd9a11 {{(pid=101561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:17:23.955971 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:23.959414 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b4782379-cc7e-4205-909a-f6af76eb42dc admin admin] 10.222.0.32 "DELETE /v2.0/routers/ad087afd-c9ca-4f33-904a-8b2e51cd9a11 HTTP/1.1" status: 204 len: 168 time: 0.8198903 Oct 28 12:17:23.959641 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44336) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:24.003852 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Deleting subnet 7cac7eb9-4701-45cd-9ede-7c34950f4846 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:17:24.006831 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.024689 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:17:24.034853 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:17:24.043502 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.045580 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.047338 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:24.048275 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:24.074335 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c32309a4-eb41-4a65-bcf4-e9305a6bc0d6 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1059556 Oct 28 12:17:24.075209 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:24.077502 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622b9c97-bc0b-426f-a610-c79033412b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:24.120737 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978c118c-9988-484e-89f0-9b052ee8ebcc x-openstack-request-id: req-978c118c-9988-484e-89f0-9b052ee8ebcc {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:24.121078 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:24.121362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-978c118c-9988-484e-89f0-9b052ee8ebcc {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:24.121763 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'status': 'completed', 'code': 200} Oct 28 12:17:24.154544 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.184156 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:24.198883 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9c97-bc0b-426f-a610-c79033412b1a req-d9e3c4b9-be6d-4bed-b123-bc1d877167c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:24.201387 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-d9e3c4b9-be6d-4bed-b123-bc1d877167c0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1098 time: 0.0518460 Oct 28 12:17:24.218636 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.232411 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.237103 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebceec59-d62f-4438-ba06-a2868bf6bb2e None None] Network 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:24.237500 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/7cac7eb9-4701-45cd-9ede-7c34950f4846 HTTP/1.1" status: 204 len: 168 time: 0.2766590 Oct 28 12:17:24.242256 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44342) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:24.256949 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0bba68-0349-49b3-8707-959a0f9f4e78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cac7eb9-4701-45cd-9ede-7c34950f4846,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:24.526420 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b704e777-55f1-4d6c-8532-4653c87ae359', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:25:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:23Z', 'updated_at': '2021-10-28T12:17:23Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}, {'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:24.553997 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:17:24.565273 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:17:24.566475 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:16:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:24.599807 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.605377 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] DHCP port deletion for 8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:17:24.626206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9c97-bc0b-426f-a610-c79033412b1a req-0bf6774d-5452-4c93-8da9-496ba1bb4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:24.627689 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-0bf6774d-5452-4c93-8da9-496ba1bb4cf9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.4167044 Oct 28 12:17:24.707344 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:17:24.723971 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-cf7ed6f5-9a93-4fda-a947-a91617e51292 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 200 len: 999 time: 0.0752466 Oct 28 12:17:24.729179 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Deleting port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:24.729529 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.745740 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Deleting port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 {{(pid=101562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:17:24.746109 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.834305 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9c97-bc0b-426f-a610-c79033412b1a req-55b3b230-e3ef-4fd1-997e-7b4b283e818f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:24.835806 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-55b3b230-e3ef-4fd1-997e-7b4b283e818f service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.1035044 Oct 28 12:17:24.837731 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] For port bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:24.838096 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:24.862874 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Calling delete_port for bddb1f21-54da-44bb-8fa5-ddce6c344ef1 owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:24.932628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622b9c97-bc0b-426f-a610-c79033412b1a req-14590c51-4652-40f6-869c-7bb220c440e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:24.934351 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-14590c51-4652-40f6-869c-7bb220c440e5 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0875001 Oct 28 12:17:24.994034 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] For port bddb1f21-54da-44bb-8fa5-ddce6c344ef1, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,segment=NetworkSegment(c8612a3a-a9cb-4e48-973d-5c565d8749cc),segment_id=c8612a3a-a9cb-4e48-973d-5c565d8749cc)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:24.994374 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.021025 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.042584 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Calling delete_port for bddb1f21-54da-44bb-8fa5-ddce6c344ef1 owned by network:dhcp {{(pid=101562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:17:25.056957 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:25.063814 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] No DVR routers for this DVR port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:25.092826 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-4b93ddfc-4991-47cf-a1ee-de72efd88cf3 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470404 Oct 28 12:17:25.176199 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088'] for port, after_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.186210 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.211548 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] Pushing event deleted for resources: {'Port': ['ID=bddb1f21-54da-44bb-8fa5-ddce6c344ef1,revision_number=None']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:25.211780 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f8dee63-8e7b-4c3a-a804-ccedbf1d9423']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:25.214050 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7fda9-284e-4c79-a61e-396f083420be None None] No DVR routers for this DVR port bddb1f21-54da-44bb-8fa5-ddce6c344ef1 on host dv-cinder-815746-2-iscsi {{(pid=101562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:17:25.226295 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b704e777-55f1-4d6c-8532-4653c87ae359', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:25:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:23Z', 'updated_at': '2021-10-28T12:17:23Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}, {'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:25.229598 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8612a3a-a9cb-4e48-973d-5c565d8749cc') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:25.229996 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8612a3a-a9cb-4e48-973d-5c565d8749cc') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:17:25.252111 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.254021 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b3aa676-99af-4dba-a68b-8776465b825c None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'b704e777-55f1-4d6c-8532-4653c87ae359', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.230', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 645, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:25:26:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:17:23Z', 'updated_at': '2021-10-28T12:17:23Z', 'revision_number': 0, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}, {'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:17:25.266132 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-622b9c97-bc0b-426f-a610-c79033412b1a req-ba1d4046-079e-4dde-a1f8-16ab6d3457f1 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629994 Oct 28 12:17:25.269571 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.275745 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Releasing vlan 1027 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:17:25.276124 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:17:25.277900 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:17:25.334930 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.341051 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.346867 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] 10.222.0.32 "DELETE /v2.0/networks/8f8dee63-8e7b-4c3a-a804-ccedbf1d9423 HTTP/1.1" status: 204 len: 168 time: 1.1012192 Oct 28 12:17:25.360205 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b8516-8e89-4782-a69f-2c1d5789b6fa admin admin] Pushing event deleted for resources: {'Network': ['ID=8f8dee63-8e7b-4c3a-a804-ccedbf1d9423,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:25.472054 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device bddb1f21-54da-44bb-8fa5-ddce6c344ef1 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:25.483774 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1548e0-998f-454b-813f-93f503bec012 None None] New status for floating IP b704e777-55f1-4d6c-8532-4653c87ae359: ACTIVE {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:17:25.502707 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: bddb1f21-54da-44bb-8fa5-ddce6c344ef1 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:25.503019 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device bddb1f21-54da-44bb-8fa5-ddce6c344ef1 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:25.503449 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 30ba4991-5e8b-4449-91ef-7d642b86da95 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:25.523430 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 30ba4991-5e8b-4449-91ef-7d642b86da95 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:25.523772 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 30ba4991-5e8b-4449-91ef-7d642b86da95 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:25.527203 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:17:25.527466 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44346) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:25.552212 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:17:25.552559 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a7d0c2c6-2bd5-4fa3-b57d-38357ab92f02 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:17:25.569966 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b0d27c99-cd57-4ab6-94bb-9276615e33cb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a527ebc85a8d436f80e436cedaf24033&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408189 Oct 28 12:17:25.572354 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44348) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:25.620121 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.645079 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.692391 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.694969 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:25.696109 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e6592451-635b-4455-8f1c-087ff52b962e HTTP/1.1" status: 204 len: 168 time: 0.1228263 Oct 28 12:17:25.704335 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcab5203-7c98-490f-b67c-57631c678a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6592451-635b-4455-8f1c-087ff52b962e,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:26.340767 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44370) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:26.434772 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.v2.base [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1427134194-network', 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac'}} {{(pid=101561) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:26.456021 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'network': 1} {{(pid=101561) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:26.458454 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for network, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.467248 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.543197 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.548077 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.572260 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] vlan segment allocate from pool success with {'vlan_id': 1021, 'physical_network': 'physnet1'} {{(pid=101561) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 28 12:17:26.580604 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:26.586400 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.586732 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.segments_db [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Added segment 1a291a0f-75ef-4d89-8bb6-b72ee23f03b3 of type vlan for network c10f6128-8834-4c40-81aa-17a9527e07ca Oct 28 12:17:26.625734 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8757781841080'] for network, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.648732 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314'] for network, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.649703 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:26.650301 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.702223 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-2ef03455-5fc8-494b-be8a-b1aaad65e64e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:26.942648 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6007514 Oct 28 12:17:26.945638 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44374) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:17:26.950741 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Request body: {'subnet': {'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1427134194-subnet', 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:26.953370 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378a42f1-c9ae-4cc1-9a93-f66621e1170e admin admin] Pushing event updated for resources: {'Network': ['ID=c10f6128-8834-4c40-81aa-17a9527e07ca,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:26.965994 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Network c10f6128-8834-4c40-81aa-17a9527e07ca details requested by agent ovs-agent-dv-cinder-815746-2-iscsi with host dv-cinder-815746-2-iscsi {{(pid=101562) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Oct 28 12:17:26.974101 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'subnet': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:26.976415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3410897'] for subnet, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:27.136656 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2482535', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3410883'] for subnet, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:27.188324 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=580d2629-b7b8-4de0-81ec-e15cb76d9f95,revision_number=0']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:27.198131 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Checking segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:27.198481 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Network hostable DHCP agents. Network: c10f6128-8834-4c40-81aa-17a9527e07ca, hostable agents: ['b8e4586d-f340-4a28-8401-0f33de0e8715'], hosted agents: [] {{(pid=101560) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 28 12:17:27.214774 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Network c10f6128-8834-4c40-81aa-17a9527e07ca is scheduled to be hosted by DHCP agent b8e4586d-f340-4a28-8401-0f33de0e8715 with binding_index 1 {{(pid=101560) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 28 12:17:27.223368 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-815746-2-iscsi, c10f6128-8834-4c40-81aa-17a9527e07ca) {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:27.227176 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:27.227757 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:27.232560 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8d21df-2d9d-4445-9de6-859b84b2fdbe None None] Network c10f6128-8834-4c40-81aa-17a9527e07ca requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:27.243403 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b1adf312-154b-42ae-987c-a02c9c177a4e admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.2965622 Oct 28 12:17:27.353990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b509bd2a-9a88-4ecf-91b9-18a18372fd28 None None] Network c10f6128-8834-4c40-81aa-17a9527e07ca requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:17:27.648605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-fabde9ec-0fe4-4a4b-b289-a74d892d6bf9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:27.650060 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-fabde9ec-0fe4-4a4b-b289-a74d892d6bf9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.0987377 Oct 28 12:17:27.664200 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-55fa6d17-0f40-410a-a828-e6a60bb90d37 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/quotas/853511c5b2c24d0288bc5c87bac1d3ac HTTP/1.1" status: 200 len: 375 time: 0.0086527 Oct 28 12:17:27.698111 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-8c2a61d0-0b24-4417-b3d3-7f1cc7a8b5b4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288305 Oct 28 12:17:27.785177 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-70b3feaa-b49d-4d54-aeb5-517912fdcdef service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792506 Oct 28 12:17:27.875385 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-87120e4c-f476-4350-91d5-c9d2d2cd7854 service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843489 Oct 28 12:17:28.029983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-3c22f262-6bef-4b50-9a5a-87c6d2752fe2 req-604abeab-6685-440c-b6a8-e76a3951ed63 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 210 time: 0.0267742 Oct 28 12:17:28.960953 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-6f5a7a8b-950a-4476-9338-6535e8a366d9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:28.962411 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-6f5a7a8b-950a-4476-9338-6535e8a366d9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1050844 Oct 28 12:17:28.977364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Request body: {'port': {'device_id': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'admin_state_up': True, 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:29.088076 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:29.091701 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.125575 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c510e5ca-f667-4dec-bf23-4609d9d8c2eb req-54b518d4-b485-4f6b-b8bf-d9095b57fcd9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 210 time: 0.0263650 Oct 28 12:17:29.213090 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Allocated IP 172.20.0.2 (c10f6128-8834-4c40-81aa-17a9527e07ca/580d2629-b7b8-4de0-81ec-e15cb76d9f95/5a966e98-1724-40e9-84fb-d349744fd052) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:29.238100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e6d308dc-f6aa-45f4-a3c6-4f1ae078be11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.357172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.389744 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.434725 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Network c10f6128-8834-4c40-81aa-17a9527e07ca is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:29.437742 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:29.442126 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:29.445615 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event updated for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:29.492108 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:29.492634 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.507908 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-98c472b4-86ab-493d-a272-db5d6620bc42 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5342684 Oct 28 12:17:29.520005 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Request body: {'port': {'device_id': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:29.571250 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.818281 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a966e98-1724-40e9-84fb-d349744fd052 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:29.825425 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.836826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Transition to ACTIVE for port object 5a966e98-1724-40e9-84fb-d349744fd052 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:17:29.841270 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:29.889424 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:29.952512 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Attempting to bind port 5a966e98-1724-40e9-84fb-d349744fd052 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:29.952872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Attempting to bind port 5a966e98-1724-40e9-84fb-d349744fd052 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:29.953194 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Attempting to bind port 5a966e98-1724-40e9-84fb-d349744fd052 on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:29.957286 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Port 5a966e98-1724-40e9-84fb-d349744fd052 on network c10f6128-8834-4c40-81aa-17a9527e07ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:17:29.957603 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Attempting to bind port 5a966e98-1724-40e9-84fb-d349744fd052 on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:29.962272 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:29.962878 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Checking segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:29.962987 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Bound using segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:29.963354 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Bound port: 5a966e98-1724-40e9-84fb-d349744fd052, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:29.963690 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.026986 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:30.030405 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5a966e98-1724-40e9-84fb-d349744fd052,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:30.034937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.070239 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.070784 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.072143 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] 10.222.0.105 "PUT /v2.0/ports/5a966e98-1724-40e9-84fb-d349744fd052 HTTP/1.1" status: 200 len: 1093 time: 0.5560491 Oct 28 12:17:30.072567 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:30.074869 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa00163-57d3-4889-b8c3-98e4fbc522cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "tag": "5a966e98-1724-40e9-84fb-d349744fd052"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:30.099643 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24cbc0b-16f1-4f68-8d65-a6ad584e5d31 service neutron] Pushing event updated for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:30.114354 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f8b8d0-7a95-496a-a851-38184000cf2f x-openstack-request-id: req-85f8b8d0-7a95-496a-a851-38184000cf2f {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:30.114663 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "tag": "5a966e98-1724-40e9-84fb-d349744fd052", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:30.114920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-85f8b8d0-7a95-496a-a851-38184000cf2f {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:30.115324 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052', 'status': 'completed', 'code': 200} Oct 28 12:17:30.161919 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-972a5a7e-9326-45a5-80d5-6329df7f26db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.163467 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-972a5a7e-9326-45a5-80d5-6329df7f26db service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 1096 time: 0.0410140 Oct 28 12:17:30.207373 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-0ef5d728-ff48-4959-8858-214e46efcfa7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a966e98-1724-40e9-84fb-d349744fd052 HTTP/1.1" status: 200 len: 217 time: 0.0360205 Oct 28 12:17:30.244100 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6def28-4a49-4c39-9633-a79d549b2c4d req-fb9327f0-3eb5-4f25-b5e2-61ea3ee17018 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.245349 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1f6def28-4a49-4c39-9633-a79d549b2c4d req-fb9327f0-3eb5-4f25-b5e2-61ea3ee17018 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 943 time: 0.0514321 Oct 28 12:17:30.256510 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.263499 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b42909-3146-4859-8300-0c3855dc445b req-4ff44abf-607b-4879-a2d4-f8c6ef3e3c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.264978 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-4ff44abf-607b-4879-a2d4-f8c6ef3e3c17 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0512221 Oct 28 12:17:30.288874 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1f6def28-4a49-4c39-9633-a79d549b2c4d req-bacfc9a6-09dc-429c-8a49-670142317881 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368717 Oct 28 12:17:30.296522 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-cf014e2a-5a23-4c76-908f-bd851fdbd258 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244527 Oct 28 12:17:30.331154 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.386532 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:30.394602 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-a20f5bbf-693b-41e6-93ee-aa7115a5eae5 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893302 Oct 28 12:17:30.481775 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-36b42909-3146-4859-8300-0c3855dc445b req-3c089e4d-3868-4215-8647-0f65e988033d service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806186 Oct 28 12:17:30.567938 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-66c10a44-0c1a-4dfb-be4c-32e67ec26dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.569501 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-66c10a44-0c1a-4dfb-be4c-32e67ec26dd2 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 1096 time: 0.0407298 Oct 28 12:17:30.660462 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-e2671afe-7b8b-407b-b9c7-827714a46448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.661947 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-e2671afe-7b8b-407b-b9c7-827714a46448 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 917 time: 0.0848897 Oct 28 12:17:30.703129 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-9139dccc-5ca6-4b12-b412-773227eaf1a3 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a966e98-1724-40e9-84fb-d349744fd052 HTTP/1.1" status: 200 len: 217 time: 0.0333731 Oct 28 12:17:30.755568 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-523400e2-9ab7-48eb-b33d-11ad112e498c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:30.756983 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-523400e2-9ab7-48eb-b33d-11ad112e498c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0445631 Oct 28 12:17:30.787293 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-8a1ea3b6-7eb3-4527-b11a-40650ad21b5c service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230379 Oct 28 12:17:30.874726 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-85ae60b4-3d53-4e47-a1c9-385eabd297f0 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798073 Oct 28 12:17:30.966941 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-6fa00163-57d3-4889-b8c3-98e4fbc522cd req-d99927ad-e52d-47ee-9a59-fc4a1ce94f53 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824258 Oct 28 12:17:31.402440 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbe59bb-db2f-4882-8584-781c4e102a43 req-657e4b5e-db34-4420-8221-d2527e8bb82b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:31.404401 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2bbe59bb-db2f-4882-8584-781c4e102a43 req-657e4b5e-db34-4420-8221-d2527e8bb82b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 943 time: 0.0490799 Oct 28 12:17:31.442249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2bbe59bb-db2f-4882-8584-781c4e102a43 req-a150c8a4-c1e9-4516-8db1-e8fd6f993af5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Oct 28 12:17:31.873423 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:32.552670 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb60237-64cc-40fd-a544-384db8c7bbc4 req-c73bef95-b31c-4761-9d4a-b539b8e09ef7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:32.554123 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ceb60237-64cc-40fd-a544-384db8c7bbc4 req-c73bef95-b31c-4761-9d4a-b539b8e09ef7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 943 time: 0.0471554 Oct 28 12:17:32.589843 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ceb60237-64cc-40fd-a544-384db8c7bbc4 req-ef52370d-a1c3-4120-aa6e-02e883c61ccf tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294621 Oct 28 12:17:33.582145 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 5a966e98-1724-40e9-84fb-d349744fd052 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:33.675797 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5a966e98-1724-40e9-84fb-d349744fd052,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:33.686377 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '5a966e98-1724-40e9-84fb-d349744fd052', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'port_id': '5a966e98-1724-40e9-84fb-d349744fd052', 'mac_address': 'fa:16:3e:27:51:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580d2629-b7b8-4de0-81ec-e15cb76d9f95', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:33.701582 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a278e81-b516-4638-9a80-5f9e633ab46a req-21769dae-c6e1-401b-80b9-0c308ff893ab tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:33.703052 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1a278e81-b516-4638-9a80-5f9e633ab46a req-21769dae-c6e1-401b-80b9-0c308ff893ab tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 943 time: 0.0476029 Oct 28 12:17:33.725314 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:33.738199 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a966e98-1724-40e9-84fb-d349744fd052 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:33.744304 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1a278e81-b516-4638-9a80-5f9e633ab46a req-1246f45f-f0ff-4c33-8b84-31215cf21f0b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Oct 28 12:17:33.756867 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5a966e98-1724-40e9-84fb-d349744fd052,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:33.762328 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:33.807453 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:34.013767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:34.858290 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1887ccf3-3da6-4236-9300-4c3429844e84 req-76168c98-6f00-411e-bf9f-4e3abbf4e711 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:34.859741 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1887ccf3-3da6-4236-9300-4c3429844e84 req-76168c98-6f00-411e-bf9f-4e3abbf4e711 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 944 time: 0.0487225 Oct 28 12:17:34.896619 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-1887ccf3-3da6-4236-9300-4c3429844e84 req-9e2b763a-24cc-4913-8b65-442bcc37b9d4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310102 Oct 28 12:17:35.585193 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 5a966e98-1724-40e9-84fb-d349744fd052 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:35.631509 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 5a966e98-1724-40e9-84fb-d349744fd052 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:35.634959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 5a966e98-1724-40e9-84fb-d349744fd052 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:35.635324 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:35.713121 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:35.734625 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:35.737130 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1868ba50-c664-4704-a57d-b785e4e280d3" -d '{"events": [{"server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "name": "network-vif-plugged", "status": "completed", "tag": "5a966e98-1724-40e9-84fb-d349744fd052"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:35.749951 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5a966e98-1724-40e9-84fb-d349744fd052,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:35.753986 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:35.777242 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df7d20a-4445-40b1-a84e-f269ac3a3649 x-openstack-request-id: req-6df7d20a-4445-40b1-a84e-f269ac3a3649 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:35.777531 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "name": "network-vif-plugged", "status": "completed", "tag": "5a966e98-1724-40e9-84fb-d349744fd052", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:35.777811 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6df7d20a-4445-40b1-a84e-f269ac3a3649 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:35.778191 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052', 'code': 200} Oct 28 12:17:35.804275 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:35.933780 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d030-59fd-4018-b5d0-41beb8b2ce39 req-e7a7dd55-eef1-468f-8f37-d10efac2571e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:35.935756 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-23c6d030-59fd-4018-b5d0-41beb8b2ce39 req-e7a7dd55-eef1-468f-8f37-d10efac2571e service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 1098 time: 0.0392189 Oct 28 12:17:35.972194 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-23c6d030-59fd-4018-b5d0-41beb8b2ce39 req-a31e8774-b487-42ee-b98e-cdf5ce3a6d85 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283170 Oct 28 12:17:36.008718 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcfad6-8e75-4262-93c4-68e675fbf8f9 req-c1f0be97-817a-42aa-96d3-c80ad00532c0 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:36.010264 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69fcfad6-8e75-4262-93c4-68e675fbf8f9 req-c1f0be97-817a-42aa-96d3-c80ad00532c0 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Oct 28 12:17:36.048054 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-69fcfad6-8e75-4262-93c4-68e675fbf8f9 req-207ee391-6b01-43c5-8b41-8e6157aa2a93 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313067 Oct 28 12:17:37.169511 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433b564-63b4-4173-86d1-25a2b695325f req-732f33da-ebd6-481b-8f54-bc7ebd1e2d2c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:37.171260 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9433b564-63b4-4173-86d1-25a2b695325f req-732f33da-ebd6-481b-8f54-bc7ebd1e2d2c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.0510006 Oct 28 12:17:37.214102 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9433b564-63b4-4173-86d1-25a2b695325f req-b0399a85-7b76-405d-9b27-bda2a0f67204 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360930 Oct 28 12:17:38.326658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5ddba-5ff7-4df1-b4ea-70ef8ad63d26 req-51062ea3-29f8-4603-8eb5-644e9be16331 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:38.328098 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8b5ddba-5ff7-4df1-b4ea-70ef8ad63d26 req-51062ea3-29f8-4603-8eb5-644e9be16331 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.0482931 Oct 28 12:17:38.365126 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8b5ddba-5ff7-4df1-b4ea-70ef8ad63d26 req-7c50b91b-c8ed-4c15-9060-f7a21a7aac08 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Oct 28 12:17:43.924219 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:17:47.603783 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-b692d865-b11e-45fa-96c2-6885910e93a9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:47.605131 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-b692d865-b11e-45fa-96c2-6885910e93a9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1012013 Oct 28 12:17:47.619820 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-063189cc-37d1-430b-b756-862b0b5a8feb tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/quotas/853511c5b2c24d0288bc5c87bac1d3ac HTTP/1.1" status: 200 len: 375 time: 0.0086575 Oct 28 12:17:47.667529 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-340c768b-4752-4407-b811-d6552c7b7fa5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0419996 Oct 28 12:17:47.754802 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-defeadcd-22de-481d-b5fb-0babee631a1e service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802214 Oct 28 12:17:47.844174 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-90f8a21c-afee-44c1-aeb7-e0d7298633c4 service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 Oct 28 12:17:47.997755 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7a674125-1a4b-46fa-a8b1-9b8f5c274006 req-c733a4ed-9bc5-46c8-bfca-425313779bb7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 210 time: 0.0267398 Oct 28 12:17:48.907932 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-85f83832-8f5a-476b-8d0d-28db5f0f73e7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:48.909388 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-85f83832-8f5a-476b-8d0d-28db5f0f73e7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1080804 Oct 28 12:17:48.923571 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Request body: {'port': {'device_id': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'admin_state_up': True, 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:49.031545 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:17:49.035066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.089975 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c299783c-3ee9-49a7-8369-9a3ff0ced208 req-ebd5c76f-f368-45c6-a288-ebe907591725 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 210 time: 0.0260515 Oct 28 12:17:49.155077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Allocated IP 172.20.0.9 (c10f6128-8834-4c40-81aa-17a9527e07ca/580d2629-b7b8-4de0-81ec-e15cb76d9f95/bd20595f-411c-474f-aa7d-4cd3d56d0cbe) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:17:49.298412 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.330961 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.342938 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:49.371355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Network c10f6128-8834-4c40-81aa-17a9527e07ca is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:17:49.375089 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:17:49.378830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:17:49.409722 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event updated for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:49.437892 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:49.438495 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.455516 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-d1c9865d-ec00-4596-91fe-65449edb613f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5366678 Oct 28 12:17:49.467658 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Request body: {'port': {'device_id': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:17:49.518718 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.763588 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd20595f-411c-474f-aa7d-4cd3d56d0cbe {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:49.770723 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.781971 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Transition to ACTIVE for port object bd20595f-411c-474f-aa7d-4cd3d56d0cbe will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:17:49.785509 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.837463 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Pushing event updated for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:49.898566 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Attempting to bind port bd20595f-411c-474f-aa7d-4cd3d56d0cbe on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:17:49.898897 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Attempting to bind port bd20595f-411c-474f-aa7d-4cd3d56d0cbe by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:17:49.899216 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Attempting to bind port bd20595f-411c-474f-aa7d-4cd3d56d0cbe on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:49.903381 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Port bd20595f-411c-474f-aa7d-4cd3d56d0cbe on network c10f6128-8834-4c40-81aa-17a9527e07ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:17:49.903692 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Attempting to bind port bd20595f-411c-474f-aa7d-4cd3d56d0cbe on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:17:49.908364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 17, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:17:49.908965 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Checking segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:17:49.909092 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Bound using segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:17:49.909501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Bound port: bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:17:49.909837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:49.969683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:17:49.972764 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:17:49.977833 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.010468 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.011413 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:50.012759 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] 10.222.0.105 "PUT /v2.0/ports/bd20595f-411c-474f-aa7d-4cd3d56d0cbe HTTP/1.1" status: 200 len: 1093 time: 0.5492823 Oct 28 12:17:50.014780 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:50.018366 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed95bc55-9763-4a7e-933e-2262ab39f171" -d '{"events": [{"name": "network-changed", "server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:50.047105 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc43b18-3fe6-4d14-a405-2a9978ba3cff service neutron] Pushing event updated for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:50.064608 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18f40821-43ac-40a3-9a53-103f6ff8d13b x-openstack-request-id: req-18f40821-43ac-40a3-9a53-103f6ff8d13b {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:50.064940 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:50.065198 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-18f40821-43ac-40a3-9a53-103f6ff8d13b {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:50.065597 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', 'status': 'completed', 'code': 200} Oct 28 12:17:50.126015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-178ffb93-817f-4d6c-8f21-f53f3117add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.127513 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-178ffb93-817f-4d6c-8f21-f53f3117add5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 1096 time: 0.0414672 Oct 28 12:17:50.175142 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-08d4d5b6-3395-4114-806f-b72f1110eeb7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe HTTP/1.1" status: 200 len: 217 time: 0.0361185 Oct 28 12:17:50.206918 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64630d4d-d232-41e4-9596-f78c770a9580 req-59d5e09e-95c1-4fd9-aa84-a692f76bae66 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.208407 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64630d4d-d232-41e4-9596-f78c770a9580 req-59d5e09e-95c1-4fd9-aa84-a692f76bae66 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 943 time: 0.0529563 Oct 28 12:17:50.229264 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-ad03883c-8eed-4f4f-8fe6-ce9d56f626ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.231501 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-ad03883c-8eed-4f4f-8fe6-ce9d56f626ab service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0475750 Oct 28 12:17:50.248981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-64630d4d-d232-41e4-9596-f78c770a9580 req-aea7ce8b-9ce5-43d0-9c92-13a9d2a78e9c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343904 Oct 28 12:17:50.262596 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-c5d7d99b-4a73-4a2b-97db-4c91b0f85083 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240631 Oct 28 12:17:50.352559 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-c8d4f0ec-1079-4ae3-859f-60408bc59180 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799770 Oct 28 12:17:50.441809 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-77f89361-3de9-4a23-a8b0-fac25bfd12ed req-763b3bd8-a3e1-48cb-a766-d43244fb5f03 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821152 Oct 28 12:17:50.528828 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-ef94a640-4dcf-4285-8050-c76bcbe9977d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.530423 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-ef94a640-4dcf-4285-8050-c76bcbe9977d service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 1096 time: 0.0396791 Oct 28 12:17:50.869041 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-85a4e818-1b0e-4c28-8adc-3ad5bc5ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.870483 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-85a4e818-1b0e-4c28-8adc-3ad5bc5ad8e9 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 917 time: 0.3324196 Oct 28 12:17:50.910925 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-917fe033-204e-440d-8d8b-fc5d25847e04 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe HTTP/1.1" status: 200 len: 217 time: 0.0325110 Oct 28 12:17:50.958587 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-6d973614-0584-401d-b690-8054cc2fb1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:50.960380 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-6d973614-0584-401d-b690-8054cc2fb1d8 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0417717 Oct 28 12:17:51.001486 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-fdc09d5f-32d0-4fe7-8065-4e119d68faf6 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266483 Oct 28 12:17:51.089480 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-7acc367f-7775-4937-9605-c3bb5ee64a57 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793333 Oct 28 12:17:51.179482 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-ed95bc55-9763-4a7e-933e-2262ab39f171 req-69b4cf49-3c45-4d03-8bc9-b220a2f2337a service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814068 Oct 28 12:17:51.361733 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84373-eae7-46e3-b26e-c577cf731f76 req-eba922bf-0eb2-4348-9fb0-e1b3968613cd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:51.363220 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1c84373-eae7-46e3-b26e-c577cf731f76 req-eba922bf-0eb2-4348-9fb0-e1b3968613cd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 943 time: 0.0477052 Oct 28 12:17:51.400835 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1c84373-eae7-46e3-b26e-c577cf731f76 req-1de9bf69-7579-44b2-a847-130d30bbcd4c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316823 Oct 28 12:17:52.513782 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bb6c55-bb5f-4989-92c9-bc353eb4a925 req-d492854c-f86a-4f1c-bcb5-c44bd6510ea6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:52.515228 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-40bb6c55-bb5f-4989-92c9-bc353eb4a925 req-d492854c-f86a-4f1c-bcb5-c44bd6510ea6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 943 time: 0.0483160 Oct 28 12:17:52.551333 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-40bb6c55-bb5f-4989-92c9-bc353eb4a925 req-d05a163f-1f23-4698-bf38-6242f45aa9dc tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302782 Oct 28 12:17:53.662211 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device bd20595f-411c-474f-aa7d-4cd3d56d0cbe details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:17:53.666993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d52cb4-d9ec-4a1f-a790-474669984299 req-46c1b969-36d2-461a-8a93-059e6aea5e9a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:53.668981 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3d52cb4-d9ec-4a1f-a790-474669984299 req-46c1b969-36d2-461a-8a93-059e6aea5e9a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 943 time: 0.0516882 Oct 28 12:17:53.706470 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c3d52cb4-d9ec-4a1f-a790-474669984299 req-1e6da3a3-b9dc-4513-b941-d670b56be440 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312347 Oct 28 12:17:53.758084 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:53.768592 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'port_id': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', 'mac_address': 'fa:16:3e:85:74:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580d2629-b7b8-4de0-81ec-e15cb76d9f95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:17:53.804482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.820343 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd20595f-411c-474f-aa7d-4cd3d56d0cbe {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:17:53.838405 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:53.843012 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:53.888479 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:54.097153 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['bd20595f-411c-474f-aa7d-4cd3d56d0cbe'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:17:54.820322 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce78d03-1bd4-4e08-bfce-6d6925aefc77 req-1c027c36-9138-4aab-bbf8-56009109f4d8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:54.821791 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5ce78d03-1bd4-4e08-bfce-6d6925aefc77 req-1c027c36-9138-4aab-bbf8-56009109f4d8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 944 time: 0.0480421 Oct 28 12:17:54.859286 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5ce78d03-1bd4-4e08-bfce-6d6925aefc77 req-ff00b1f9-eac2-487c-a92f-668b6e08919d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310721 Oct 28 12:17:55.661985 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device bd20595f-411c-474f-aa7d-4cd3d56d0cbe up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:17:55.709676 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port bd20595f-411c-474f-aa7d-4cd3d56d0cbe completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:17:55.713709 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port bd20595f-411c-474f-aa7d-4cd3d56d0cbe triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:17:55.714067 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:55.788875 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:55.810590 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:17:55.812813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfb47895-5cad-4db6-b345-c6dfb9ea0d18" -d '{"events": [{"server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "name": "network-vif-plugged", "status": "completed", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:17:55.828808 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:17:55.833836 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:55.857419 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:17:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1259c71-235b-43cd-bb4e-73ac1dee4086 x-openstack-request-id: req-b1259c71-235b-43cd-bb4e-73ac1dee4086 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:17:55.857707 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "name": "network-vif-plugged", "status": "completed", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:17:55.857955 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b1259c71-235b-43cd-bb4e-73ac1dee4086 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:17:55.858334 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', 'code': 200} Oct 28 12:17:55.884069 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:17:55.891936 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.892146 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.892484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.892888 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.893277 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.893532 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.893856 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.894177 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.894510 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.894813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.895125 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.895426 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:17:55.976376 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e252dd27-e1e7-421a-8ebe-7731f1825ea5 req-2371f39d-c950-45df-8109-e2c70c10dc7a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:55.977824 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e252dd27-e1e7-421a-8ebe-7731f1825ea5 req-2371f39d-c950-45df-8109-e2c70c10dc7a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0498538 Oct 28 12:17:56.016336 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e252dd27-e1e7-421a-8ebe-7731f1825ea5 req-16e7e0bf-200a-4ddf-adda-691832755ee7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323603 Oct 28 12:17:56.019240 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb748bf-d068-478c-874d-a58c74a29f66 req-31973bcf-5751-4d46-a5d2-0786094439ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:56.020718 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-edb748bf-d068-478c-874d-a58c74a29f66 req-31973bcf-5751-4d46-a5d2-0786094439ec service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 1098 time: 0.0397358 Oct 28 12:17:56.054837 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-edb748bf-d068-478c-874d-a58c74a29f66 req-66eaf95f-f1d7-4fc9-8db4-677d8a615ff4 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270205 Oct 28 12:17:56.694119 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a3a61bf4-20e4-469f-8f8e-68b694395b25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:57.133066 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34408563-8bf5-4c37-95da-9395878227a7 req-6f887d37-a4a6-438e-a444-c188127483a6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:57.134497 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34408563-8bf5-4c37-95da-9395878227a7 req-6f887d37-a4a6-438e-a444-c188127483a6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0510459 Oct 28 12:17:57.174338 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-34408563-8bf5-4c37-95da-9395878227a7 req-c5404ccb-3520-402e-b92c-ead8b5f6854d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328693 Oct 28 12:17:58.288365 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962af14-5f89-4c2c-b57e-addcc7af1884 req-a23843ce-43c1-45fb-a5ae-30150c3577f1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:17:58.289837 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c962af14-5f89-4c2c-b57e-addcc7af1884 req-a23843ce-43c1-45fb-a5ae-30150c3577f1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0479610 Oct 28 12:17:58.326888 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c962af14-5f89-4c2c-b57e-addcc7af1884 req-c3ef186d-6b38-43af-b7c7-6debc763b082 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303843 Oct 28 12:17:59.239293 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-31b6ca12-4dae-43c9-9d1a-e2a0f3bc16c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:17:59.999650 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-d3fbf9ca-eb53-4f30-bd01-e1d528887759 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:00.001041 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-d3fbf9ca-eb53-4f30-bd01-e1d528887759 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1037955 Oct 28 12:18:00.017577 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-003608a2-ec7d-437f-a2f2-f92ac3da92c1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/quotas/853511c5b2c24d0288bc5c87bac1d3ac HTTP/1.1" status: 200 len: 375 time: 0.0102925 Oct 28 12:18:00.067807 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-7019da46-e9f5-4b4a-b52d-73f3e167e003 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448985 Oct 28 12:18:00.158045 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-f5c4402b-100a-4601-9910-aad3952d03a3 service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832438 Oct 28 12:18:00.247196 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-6f58791f-ba80-48a6-aaac-9d85f0e8428e service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830722 Oct 28 12:18:00.259882 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:00.330710 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:00.394455 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:00.405983 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-07304028-0ffa-43d3-b688-7838a7b9e6ca req-c8bf620d-31c8-42d6-b6b8-858ca1339039 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 210 time: 0.0288532 Oct 28 12:18:01.341668 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-100b77a9-0682-46f6-9ca0-c0132c261df2 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:01.343108 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-100b77a9-0682-46f6-9ca0-c0132c261df2 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1051667 Oct 28 12:18:01.358489 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Request body: {'port': {'device_id': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'admin_state_up': True, 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:01.463351 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:01.467527 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.497333 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d3e22563-ecc7-4f87-bd7d-83883b55f515 req-7ea1c51c-e7d5-4f13-b77c-0fb2d91a6446 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 210 time: 0.0268977 Oct 28 12:18:01.609675 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Allocated IP 172.20.0.5 (c10f6128-8834-4c40-81aa-17a9527e07ca/580d2629-b7b8-4de0-81ec-e15cb76d9f95/62a4ddb9-9cfe-42a1-a847-8385b2fdaa64) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:18:01.773201 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.806362 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.819422 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052', 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:01.856868 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Network c10f6128-8834-4c40-81aa-17a9527e07ca is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:18:01.860066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:18:01.864402 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:18:01.868358 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event updated for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:01.884840 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.914872 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:01.915482 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:01.932234 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-d0541727-f6b1-4f08-bee3-5ee09c3d5ddd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787055 Oct 28 12:18:01.945840 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Request body: {'port': {'device_id': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:02.001521 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.253763 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:02.260901 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.272954 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Transition to ACTIVE for port object 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:18:02.276552 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.342043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:02.391831 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Attempting to bind port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:18:02.392162 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Attempting to bind port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:18:02.392488 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Attempting to bind port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:02.396720 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 on network c10f6128-8834-4c40-81aa-17a9527e07ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:18:02.397064 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Attempting to bind port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:02.401779 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:18:02.402110 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Checking segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:18:02.402481 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Bound using segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:18:02.402894 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Bound port: 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:18:02.403242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.463519 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:18:02.467092 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:18:02.471293 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.507639 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:02.508170 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:02.509564 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] 10.222.0.105 "PUT /v2.0/ports/62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 HTTP/1.1" status: 200 len: 1093 time: 0.5678632 Oct 28 12:18:02.510293 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:02.512205 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:02.560220 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c14751-0e96-4b1b-9184-75525858da95 x-openstack-request-id: req-e5c14751-0e96-4b1b-9184-75525858da95 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:02.560557 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:02.560831 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-e5c14751-0e96-4b1b-9184-75525858da95 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:02.561228 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', 'status': 'completed', 'code': 200} Oct 28 12:18:02.565979 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de628fe5-74f5-43da-9a80-69823776fc07 service neutron] Pushing event updated for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:02.609034 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-98ad7b5c-94cc-4803-91a7-fffcc5a9f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:02.610564 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-98ad7b5c-94cc-4803-91a7-fffcc5a9f9e0 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 1096 time: 0.0416791 Oct 28 12:18:02.623025 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08e774e-80a5-4242-b55b-53db564ffeb7 req-6993b12c-f33c-49da-a4f6-b5ee931d57b1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:02.624467 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f08e774e-80a5-4242-b55b-53db564ffeb7 req-6993b12c-f33c-49da-a4f6-b5ee931d57b1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 943 time: 0.0541728 Oct 28 12:18:02.655102 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-32ee818e-830e-439c-b365-36545ab0b9d0 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 HTTP/1.1" status: 200 len: 217 time: 0.0349350 Oct 28 12:18:02.662300 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f08e774e-80a5-4242-b55b-53db564ffeb7 req-e40f1ff8-35d0-4485-8b3a-5a4a0e50df99 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317292 Oct 28 12:18:02.706298 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258d3990-b426-4fff-9aba-16458517cba3 req-7d86abf9-9c6a-4f96-ab92-0bab0e6d94e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:02.707739 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-7d86abf9-9c6a-4f96-ab92-0bab0e6d94e2 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0441761 Oct 28 12:18:02.752483 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-40f691c4-c18b-492b-ab41-e3118c169d6a service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272963 Oct 28 12:18:02.840488 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-a291ba20-383c-4d3e-b776-7248113ce936 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803545 Oct 28 12:18:02.933399 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-258d3990-b426-4fff-9aba-16458517cba3 req-e7edf98e-cd35-4a45-8c23-dcb028fe4157 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Oct 28 12:18:03.026273 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-6c78c454-3b84-48d5-8a56-63d0a5f19831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:03.027749 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-6c78c454-3b84-48d5-8a56-63d0a5f19831 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 1096 time: 0.0410492 Oct 28 12:18:03.121850 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-19e4141b-52d0-4463-b042-4bf4fcd1f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:03.123891 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-19e4141b-52d0-4463-b042-4bf4fcd1f38c service neutron] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 917 time: 0.0860715 Oct 28 12:18:03.164954 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-f14d8e06-8f49-4b52-b94c-90fe8f9545c7 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 HTTP/1.1" status: 200 len: 217 time: 0.0319960 Oct 28 12:18:03.213953 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-f4715726-1ea9-462d-8ee7-034a571b00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:03.215350 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-f4715726-1ea9-462d-8ee7-034a571b00b9 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0417435 Oct 28 12:18:03.252086 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-997f6214-b499-4e0c-8230-79ee9ab33d15 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250940 Oct 28 12:18:03.354096 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-3cabd497-2fb7-4cd3-bf1d-754d177abe63 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835714 Oct 28 12:18:03.451612 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-66d7cba4-f691-4f46-8fc4-daa5d1262b1a req-8f15e6d5-1803-4da7-9f54-86d9eb63036a service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837536 Oct 28 12:18:03.775598 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7786e1b2-0395-4aad-a4b3-62d81564e54e req-39e245c3-39c8-447a-aaca-2070bb34d8da tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:03.777074 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7786e1b2-0395-4aad-a4b3-62d81564e54e req-39e245c3-39c8-447a-aaca-2070bb34d8da tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 943 time: 0.0485680 Oct 28 12:18:03.814706 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7786e1b2-0395-4aad-a4b3-62d81564e54e req-a81f9269-e754-42d6-87aa-e2d6eb4626b3 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312965 Oct 28 12:18:04.924608 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28642af4-a8d4-4e92-9526-b73e8169d1b0 req-283eb124-bfec-4abb-8e82-1ee3ae32720f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:04.926064 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-28642af4-a8d4-4e92-9526-b73e8169d1b0 req-283eb124-bfec-4abb-8e82-1ee3ae32720f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 943 time: 0.0471559 Oct 28 12:18:04.962174 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-28642af4-a8d4-4e92-9526-b73e8169d1b0 req-518678e4-5a0d-4a7d-ab64-3ad3f8cc2493 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303721 Oct 28 12:18:05.315341 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-20e4fb93-9cd7-4bc0-a666-68517fc85ab7 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392523 Oct 28 12:18:05.375671 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-42d4b6e8-219f-4f0b-bcfb-95442f4396bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:05.377145 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-42d4b6e8-219f-4f0b-bcfb-95442f4396bb service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0389316 Oct 28 12:18:05.483771 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-8c6a549a-c2ee-472d-9c91-fcf7965b9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:05.485234 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-8c6a549a-c2ee-472d-9c91-fcf7965b9e90 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.0866296 Oct 28 12:18:05.549113 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-8d9eaa49-558f-495a-ab89-512e8833eb44 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 1001 time: 0.0548093 Oct 28 12:18:05.597324 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-e731a524-d58e-4f86-b703-2d058b3b5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:05.598637 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-e731a524-d58e-4f86-b703-2d058b3b5b3a service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0423155 Oct 28 12:18:05.646986 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-44c09699-b9f2-4c2a-8018-235379de63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:05.648478 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-44c09699-b9f2-4c2a-8018-235379de63e9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418181 Oct 28 12:18:05.690853 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:18:05.735705 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-72a22709-786c-46ff-8f35-8ba7f52b8836 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792363 Oct 28 12:18:05.783151 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:05.793881 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'port_id': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', 'mac_address': 'fa:16:3e:20:9a:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580d2629-b7b8-4de0-81ec-e15cb76d9f95', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:18:05.827681 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bd037b37-3e4c-4cd5-9457-ba4a38931131 req-3e150f01-3490-43d8-829c-1255e039bcd2 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834010 Oct 28 12:18:05.833612 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:05.850854 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:05.869484 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:05.874289 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:05.919936 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:06.080308 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c364dae5-ec87-40c3-900f-8baef01178b0 req-3ce124dd-349a-4977-a102-7e11785dea4f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:06.081788 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c364dae5-ec87-40c3-900f-8baef01178b0 req-3ce124dd-349a-4977-a102-7e11785dea4f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 944 time: 0.0551844 Oct 28 12:18:06.118201 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c364dae5-ec87-40c3-900f-8baef01178b0 req-8524b930-8064-4765-93ea-b1545b78ae01 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304143 Oct 28 12:18:06.159327 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:07.231187 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0210a3-9f4b-48ae-8526-c6062c3941c9 req-271255cf-5647-4b68-8362-ef17d54eed22 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:07.232634 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e0210a3-9f4b-48ae-8526-c6062c3941c9 req-271255cf-5647-4b68-8362-ef17d54eed22 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 944 time: 0.0485868 Oct 28 12:18:07.269500 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-5e0210a3-9f4b-48ae-8526-c6062c3941c9 req-23c3fe0f-3449-441c-bae9-a3938d0961e8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307567 Oct 28 12:18:07.693931 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:18:07.740735 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:18:07.744351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:18:07.744716 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:07.819293 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:07.844086 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:07.846503 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11f7adc-7e5d-49a2-ae4f-f64d704a59aa" -d '{"events": [{"server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "name": "network-vif-plugged", "status": "completed", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:07.861402 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:07.865638 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:07.887925 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e2ab21-47cb-46cc-8180-b999c0177b5a x-openstack-request-id: req-50e2ab21-47cb-46cc-8180-b999c0177b5a {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:07.888206 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "name": "network-vif-plugged", "status": "completed", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:07.889114 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-50e2ab21-47cb-46cc-8180-b999c0177b5a {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:07.889488 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', 'code': 200} Oct 28 12:18:07.915208 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:08.053761 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d1d84-f107-4d76-beee-2c6ab6503390 req-bcf4aadc-3d0b-46a2-bcce-1583b031529c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:08.055172 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f8d1d84-f107-4d76-beee-2c6ab6503390 req-bcf4aadc-3d0b-46a2-bcce-1583b031529c service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 1098 time: 0.0397768 Oct 28 12:18:08.097163 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9f8d1d84-f107-4d76-beee-2c6ab6503390 req-e9cdee60-df38-4da7-aa51-a1361729301b service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267265 Oct 28 12:18:08.383916 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48fdd3-25a8-4aa9-b8d4-4b2318fe47c8 req-6aa5bb94-b6e0-49e1-aaf5-a7efbd8788bb tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:08.385449 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd48fdd3-25a8-4aa9-b8d4-4b2318fe47c8 req-6aa5bb94-b6e0-49e1-aaf5-a7efbd8788bb tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 945 time: 0.0487857 Oct 28 12:18:08.423627 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fd48fdd3-25a8-4aa9-b8d4-4b2318fe47c8 req-f585b547-b907-4dfe-83d4-f3ff5a6fd7d5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Oct 28 12:18:09.540371 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f99f86-c8d4-44b1-9e01-5e11c1dc0372 req-7bf79a15-4ef5-4105-8aeb-375187e1fa79 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:09.541818 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-05f99f86-c8d4-44b1-9e01-5e11c1dc0372 req-7bf79a15-4ef5-4105-8aeb-375187e1fa79 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 945 time: 0.0506532 Oct 28 12:18:09.578497 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-05f99f86-c8d4-44b1-9e01-5e11c1dc0372 req-fad903df-786f-4e77-a8d2-9aed57a29464 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302606 Oct 28 12:18:20.385097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-7061039d-5831-4815-9a51-276460883a2a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:20.386542 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-7061039d-5831-4815-9a51-276460883a2a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.0986128 Oct 28 12:18:20.401187 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-88882b0b-133f-444b-af27-2ca537e720d1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/quotas/853511c5b2c24d0288bc5c87bac1d3ac HTTP/1.1" status: 200 len: 375 time: 0.0089080 Oct 28 12:18:20.456135 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-6ec65323-60ff-4b06-9a8f-0a21c3892b58 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492222 Oct 28 12:18:20.542217 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-27535b90-6032-4169-833d-c37bb641e46f service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792181 Oct 28 12:18:20.630281 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-45af4f12-2e9d-4bbe-8df0-089049848f9a service neutron] 10.222.0.32 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812497 Oct 28 12:18:20.779867 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2d26d530-24ad-479e-9673-83c6d3994580 req-b590bdc1-653b-4b42-9b6e-17f00359c332 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 210 time: 0.0265851 Oct 28 12:18:20.922512 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:18:21.703989 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-c16fc4e9-6045-405a-a933-b930be22988a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:21.705384 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-c16fc4e9-6045-405a-a933-b930be22988a tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 815 time: 0.1041825 Oct 28 12:18:21.726185 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Request body: {'port': {'device_id': 'af151ea4-df26-4225-98da-671a3538f1f2', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'admin_state_up': True, 'tenant_id': '853511c5b2c24d0288bc5c87bac1d3ac'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:21.835051 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Made reservation on behalf of 853511c5b2c24d0288bc5c87bac1d3ac for: {'port': 1} {{(pid=101560) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 28 12:18:21.839591 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:21.871493 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7b683ccd-e900-44e2-ae4a-aa4512201165 req-7ed72825-0853-4eb3-965a-b18aeb2b2dbd tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 210 time: 0.0256324 Oct 28 12:18:21.963293 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_common [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Allocated IP 172.20.0.14 (c10f6128-8834-4c40-81aa-17a9527e07ca/580d2629-b7b8-4de0-81ec-e15cb76d9f95/098d24a0-c175-4f55-aa9f-f020f893cf1b) {{(pid=101560) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 28 12:18:22.105606 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks [] for port, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.137900 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8757781823079', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.151079 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052', 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:22.179701 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Network c10f6128-8834-4c40-81aa-17a9527e07ca is already hosted by enough agents. {{(pid=101560) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 28 12:18:22.182809 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.base_scheduler [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Resources bound (agent type, host, resource id): {{(pid=101560) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 28 12:18:22.186563 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Received port after_create {{(pid=101560) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Oct 28 12:18:22.210922 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event updated for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:22.221973 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.222242 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.222579 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.222909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.223239 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.223578 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.223885 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.224206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.224526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.224875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.225191 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.225509 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:22.249175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:22.249792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.265588 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-5aa7a748-a343-4720-bfd4-996e699acf89 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5425396 Oct 28 12:18:22.278198 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.v2.base [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Request body: {'port': {'device_id': 'af151ea4-df26-4225-98da-671a3538f1f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81574'}} {{(pid=101560) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 28 12:18:22.333681 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.590291 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 098d24a0-c175-4f55-aa9f-f020f893cf1b {{(pid=101560) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:22.598021 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.609979 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.provisioning_blocks [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Transition to ACTIVE for port object 098d24a0-c175-4f55-aa9f-f020f893cf1b will not be triggered until provisioned by entity L2. {{(pid=101560) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 28 12:18:22.613465 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.665552 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Pushing event updated for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=2']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:22.726688 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Attempting to bind port 098d24a0-c175-4f55-aa9f-f020f893cf1b on host hv-cinder-81574 for vnic_type normal with profile {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Oct 28 12:18:22.727340 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Attempting to bind port 098d24a0-c175-4f55-aa9f-f020f893cf1b by drivers openvswitch,hyperv on host hv-cinder-81574 at level 0 using segments [{'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Oct 28 12:18:22.727340 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Attempting to bind port 098d24a0-c175-4f55-aa9f-f020f893cf1b on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:22.731503 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Port 098d24a0-c175-4f55-aa9f-f020f893cf1b on network c10f6128-8834-4c40-81aa-17a9527e07ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81574 {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Oct 28 12:18:22.731816 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Attempting to bind port 098d24a0-c175-4f55-aa9f-f020f893cf1b on network c10f6128-8834-4c40-81aa-17a9527e07ca {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Oct 28 12:18:22.737100 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Checking agent: {'id': '09ee0329-f767-490b-91ab-a1058621e147', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81574', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 10, 28, 12, 7), 'started_at': datetime.datetime(2021, 10, 28, 12, 7), 'heartbeat_timestamp': datetime.datetime(2021, 10, 28, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Oct 28 12:18:22.737429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Checking segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101560) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:358}} Oct 28 12:18:22.737798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Bound using segment: {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'} {{(pid=101560) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Oct 28 12:18:22.738213 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.managers [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Bound port: 098d24a0-c175-4f55-aa9f-f020f893cf1b, host: hv-cinder-81574, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1021, 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca'}}] {{(pid=101560) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:933}} Oct 28 12:18:22.738552 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.798070 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, cleared binding levels {{(pid=101560) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Oct 28 12:18:22.800972 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Oct 28 12:18:22.805314 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2482664'] for port, after_update {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.842391 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:22.843487 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:22.844901 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] 10.222.0.105 "PUT /v2.0/ports/098d24a0-c175-4f55-aa9f-f020f893cf1b HTTP/1.1" status: 200 len: 1094 time: 0.5706952 Oct 28 12:18:22.845325 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:22.847547 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d" -d '{"events": [{"name": "network-changed", "server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:22.870370 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea96646-36fb-438a-aa67-6832b0e818b0 service neutron] Pushing event updated for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=3']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:22.884901 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb9490ee-1333-4682-9f88-16b0b1c1cac3 x-openstack-request-id: req-bb9490ee-1333-4682-9f88-16b0b1c1cac3 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:22.885190 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:22.885466 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-bb9490ee-1333-4682-9f88-16b0b1c1cac3 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:22.885856 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b', 'status': 'completed', 'code': 200} Oct 28 12:18:22.933207 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-f38705ad-e170-4ead-b82c-398933cf1264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:22.934713 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-f38705ad-e170-4ead-b82c-398933cf1264 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0415196 Oct 28 12:18:22.977022 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-8dea03f5-8f2e-4f8a-bbc3-ae2c37f2ffcb service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b HTTP/1.1" status: 200 len: 217 time: 0.0336196 Oct 28 12:18:22.985065 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c55f22d-0b6a-4781-a944-fc57ba4b2e74 req-8761bfbc-7f6f-4524-8851-ca03d9147948 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:22.986527 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8c55f22d-0b6a-4781-a944-fc57ba4b2e74 req-8761bfbc-7f6f-4524-8851-ca03d9147948 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 944 time: 0.0487120 Oct 28 12:18:23.025242 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8c55f22d-0b6a-4781-a944-fc57ba4b2e74 req-92c74e71-6b2d-4f6f-b64b-3edbc959fe53 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317414 Oct 28 12:18:23.026702 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-c82a1129-237d-4d48-b943-d544506257ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.028221 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-c82a1129-237d-4d48-b943-d544506257ad service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0427971 Oct 28 12:18:23.063646 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-581191ff-fee1-4a2a-be9b-2423d5ba3ce4 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272162 Oct 28 12:18:23.150035 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-715dd71d-3f72-4d2a-831c-7b908140050b service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786953 Oct 28 12:18:23.242188 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c1dae96c-8343-43c0-9ae2-849fb865e813 req-1423983a-17d8-4168-86a5-223033563b41 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839820 Oct 28 12:18:23.331752 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-97e20200-d45f-4d32-983d-31aa7ca172ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.333210 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-97e20200-d45f-4d32-983d-31aa7ca172ec service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 1097 time: 0.0404315 Oct 28 12:18:23.431297 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-f8690cd9-ffa3-4867-9b11-95cfaeabeb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.432671 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-f8690cd9-ffa3-4867-9b11-95cfaeabeb23 service neutron] 10.222.0.105 "GET /v2.0/networks?id=c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 200 len: 917 time: 0.0872173 Oct 28 12:18:23.478390 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-6dcd34a8-f9a4-4a1d-893c-0933a2c10904 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b HTTP/1.1" status: 200 len: 217 time: 0.0342340 Oct 28 12:18:23.527296 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-837d6923-7d15-4efe-a055-51958c3394c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:23.528677 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-837d6923-7d15-4efe-a055-51958c3394c4 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 200 len: 855 time: 0.0425339 Oct 28 12:18:23.559671 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-8dd1acd8-6870-4779-a74a-f8488ffb097d service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=c10f6128-8834-4c40-81aa-17a9527e07ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229423 Oct 28 12:18:23.649212 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-7238f2a8-0e85-4b6f-9721-8cdfa5e61d09 service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818326 Oct 28 12:18:23.741911 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5560cfd8-aaf6-478a-9f8e-2154f0a1b39d req-97d12c1f-fe24-40e8-bb4a-c23765f7c6cb service neutron] 10.222.0.105 "GET /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826623 Oct 28 12:18:24.144168 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c9aa0-1dd2-4854-815c-ec9c00c0f5ff req-71469b24-aac4-4773-8810-476e3d4205e6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:24.145642 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-371c9aa0-1dd2-4854-815c-ec9c00c0f5ff req-71469b24-aac4-4773-8810-476e3d4205e6 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 944 time: 0.0527480 Oct 28 12:18:24.182906 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-371c9aa0-1dd2-4854-815c-ec9c00c0f5ff req-e26cf75e-c74e-4a50-994f-f7b5fbe8249f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313532 Oct 28 12:18:25.293106 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b30bfc-f94a-4235-b5bb-b6119655f0aa req-34ac75f4-daad-4ffe-9f1e-80f36897a604 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:25.294795 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-95b30bfc-f94a-4235-b5bb-b6119655f0aa req-34ac75f4-daad-4ffe-9f1e-80f36897a604 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 944 time: 0.0476601 Oct 28 12:18:25.332413 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-95b30bfc-f94a-4235-b5bb-b6119655f0aa req-556dcea8-73e3-4dd0-8bd1-939c6f3f5db4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312438 Oct 28 12:18:25.754599 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 098d24a0-c175-4f55-aa9f-f020f893cf1b details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:18:25.848934 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:25.861176 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '098d24a0-c175-4f55-aa9f-f020f893cf1b', 'network_id': 'c10f6128-8834-4c40-81aa-17a9527e07ca', 'port_id': '098d24a0-c175-4f55-aa9f-f020f893cf1b', 'mac_address': 'fa:16:3e:fa:f2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1021, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '580d2629-b7b8-4de0-81ec-e15cb76d9f95', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:18:25.896890 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:25.909605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 098d24a0-c175-4f55-aa9f-f020f893cf1b {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:18:25.928338 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:25.932020 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:25.977459 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=4']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:26.224959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['098d24a0-c175-4f55-aa9f-f020f893cf1b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:26.443536 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721029dc-097b-42a1-8231-ef939c0d169e req-a92641c2-1edf-4d4f-9875-28289dc336a8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:26.445268 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-721029dc-097b-42a1-8231-ef939c0d169e req-a92641c2-1edf-4d4f-9875-28289dc336a8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 945 time: 0.0476949 Oct 28 12:18:26.481980 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-721029dc-097b-42a1-8231-ef939c0d169e req-a2145bdf-1fcb-4918-a4de-97359b00e9f7 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307667 Oct 28 12:18:26.694132 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fd74c9e9-7540-4424-a246-2df0b877164a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:27.597590 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174d8111-1b2c-46b4-a652-d10b513a95ae req-c4c4d562-b942-402d-a9c5-2ccd66bb0a6f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:27.599036 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-174d8111-1b2c-46b4-a652-d10b513a95ae req-c4c4d562-b942-402d-a9c5-2ccd66bb0a6f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 945 time: 0.0514431 Oct 28 12:18:27.634796 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-174d8111-1b2c-46b4-a652-d10b513a95ae req-56141af9-7cdd-4ed5-9914-38835e2ecb61 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298204 Oct 28 12:18:27.772343 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 098d24a0-c175-4f55-aa9f-f020f893cf1b up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:18:27.824028 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning for port 098d24a0-c175-4f55-aa9f-f020f893cf1b completed by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 28 12:18:27.828358 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 098d24a0-c175-4f55-aa9f-f020f893cf1b triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:18:27.828726 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:27.906642 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:27.929356 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:27.931656 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d97673-9ced-43c5-9721-e7fb76dc034e" -d '{"events": [{"server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "name": "network-vif-plugged", "status": "completed", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:27.944029 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:27.947959 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:27.970992 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e26a15b-b738-45b8-b44a-38c5329866a7 x-openstack-request-id: req-7e26a15b-b738-45b8-b44a-38c5329866a7 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:27.971277 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "name": "network-vif-plugged", "status": "completed", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:27.971530 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-7e26a15b-b738-45b8-b44a-38c5329866a7 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:27.971909 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b', 'code': 200} Oct 28 12:18:27.997196 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=5']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:28.135593 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b3883b-39a8-4011-84bf-a2b658d673ee req-35f8bec8-7477-4e74-b992-42cf633241b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:28.137114 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c7b3883b-39a8-4011-84bf-a2b658d673ee req-35f8bec8-7477-4e74-b992-42cf633241b9 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 1099 time: 0.0389450 Oct 28 12:18:28.171619 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-c7b3883b-39a8-4011-84bf-a2b658d673ee req-ea15711c-4444-4999-9cca-a1ef47c85979 service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0261168 Oct 28 12:18:28.748927 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934a188-2f54-42ca-98a5-a2dd2f33fd84 req-d5784f6b-7abc-4cc4-806b-d4839bda5055 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:28.750397 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7934a188-2f54-42ca-98a5-a2dd2f33fd84 req-d5784f6b-7abc-4cc4-806b-d4839bda5055 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 946 time: 0.0483723 Oct 28 12:18:28.786704 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7934a188-2f54-42ca-98a5-a2dd2f33fd84 req-2dcaad5c-cecc-447d-8de4-f5ae9b1fab7c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305555 Oct 28 12:18:29.240475 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fa67fa62-dd9b-429f-9ee6-5a486be37b28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:29.902228 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49dab7-a252-47b9-96d8-2a912aae3889 req-1d2f5ae6-4cf0-4579-b60e-c957d6e73af8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:29.903673 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6a49dab7-a252-47b9-96d8-2a912aae3889 req-1d2f5ae6-4cf0-4579-b60e-c957d6e73af8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 946 time: 0.0498664 Oct 28 12:18:29.940768 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6a49dab7-a252-47b9-96d8-2a912aae3889 req-2d2fb2e5-84b2-4019-82ed-5bc5b35f5260 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Oct 28 12:18:30.259038 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:30.349351 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:30.386132 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:31.879240 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:41.656365 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea46197-8b73-41ce-9282-7036ac48f5bb req-b91dea05-1d82-4a53-a8c1-e2a1c1b30829 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:41.657721 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ea46197-8b73-41ce-9282-7036ac48f5bb req-b91dea05-1d82-4a53-a8c1-e2a1c1b30829 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 946 time: 0.0509715 Oct 28 12:18:41.694690 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-6ea46197-8b73-41ce-9282-7036ac48f5bb req-747284f7-5034-414f-b16f-d316a3da7fb8 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309746 Oct 28 12:18:42.807447 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d90aa6-274c-49ea-8226-6e68b70c33fe req-31763a2d-5744-46e6-851d-5a67360804ea tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:42.808930 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-85d90aa6-274c-49ea-8226-6e68b70c33fe req-31763a2d-5744-46e6-851d-5a67360804ea tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 946 time: 0.0481424 Oct 28 12:18:42.845785 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-85d90aa6-274c-49ea-8226-6e68b70c33fe req-03178ac2-898a-4209-a7f4-995c39dddefb tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Oct 28 12:18:43.461013 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-ae7895e9-2d2d-453f-92da-2b4099a620b4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:43.462410 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-ae7895e9-2d2d-453f-92da-2b4099a620b4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 946 time: 0.0470235 Oct 28 12:18:43.553004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Deleting port 098d24a0-c175-4f55-aa9f-f020f893cf1b {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:43.553335 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:43.636828 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] For port 098d24a0-c175-4f55-aa9f-f020f893cf1b, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=098d24a0-c175-4f55-aa9f-f020f893cf1b,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:43.637185 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:43.649010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Calling delete_port for 098d24a0-c175-4f55-aa9f-f020f893cf1b owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:43.771504 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:43.786272 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052', 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', '098d24a0-c175-4f55-aa9f-f020f893cf1b'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:43.799357 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event deleted for resources: {'Port': ['ID=098d24a0-c175-4f55-aa9f-f020f893cf1b,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:43.842247 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] No DVR routers for this DVR port 098d24a0-c175-4f55-aa9f-f020f893cf1b on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:43.844874 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:43.849054 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5ecfb8ca-f285-43ca-9126-f511d4eb542e req-2c7772c3-795c-4f6e-bde4-9b5df330f2c5 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "DELETE /v2.0/ports/098d24a0-c175-4f55-aa9f-f020f893cf1b HTTP/1.1" status: 204 len: 173 time: 0.3794544 Oct 28 12:18:43.849494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'name': 'network-vif-deleted', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:43.851759 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610ff5db-43d4-4ed8-adeb-5a09373f8416" -d '{"events": [{"server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "name": "network-vif-deleted", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:43.909418 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0597056c-154e-4c5a-9470-7ef7b50aab33 x-openstack-request-id: req-0597056c-154e-4c5a-9470-7ef7b50aab33 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:43.910610 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af151ea4-df26-4225-98da-671a3538f1f2", "name": "network-vif-deleted", "tag": "098d24a0-c175-4f55-aa9f-f020f893cf1b", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:43.911101 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-0597056c-154e-4c5a-9470-7ef7b50aab33 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:43.912017 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af151ea4-df26-4225-98da-671a3538f1f2', 'name': 'network-vif-deleted', 'tag': '098d24a0-c175-4f55-aa9f-f020f893cf1b', 'status': 'completed', 'code': 200} Oct 28 12:18:43.955158 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-8d2c0a7a-91c4-47c6-b8ff-54136070a443 req-233c3c0e-e8ce-434f-a03e-4aa66114f5d4 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=af151ea4-df26-4225-98da-671a3538f1f2 HTTP/1.1" status: 200 len: 210 time: 0.0281847 Oct 28 12:18:46.337414 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5033565-e1ce-42f7-b426-ee66f251b161 req-b9dc57c5-229e-4e53-a14b-ca0651793d62 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:46.338860 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5033565-e1ce-42f7-b426-ee66f251b161 req-b9dc57c5-229e-4e53-a14b-ca0651793d62 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 945 time: 0.0515735 Oct 28 12:18:46.375737 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e5033565-e1ce-42f7-b426-ee66f251b161 req-0c512a35-f7ce-4f10-914a-febc4837fb3f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309277 Oct 28 12:18:47.489071 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b265d00-48fe-41d6-baf3-3288a52764fd req-0c64308b-3de8-4ce4-b732-c0ebbadb467b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:47.490518 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2b265d00-48fe-41d6-baf3-3288a52764fd req-0c64308b-3de8-4ce4-b732-c0ebbadb467b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 945 time: 0.0476830 Oct 28 12:18:47.527465 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2b265d00-48fe-41d6-baf3-3288a52764fd req-b57a7a74-9585-4545-bb6b-75af080e2320 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309563 Oct 28 12:18:47.864605 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 098d24a0-c175-4f55-aa9f-f020f893cf1b no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:47.876427 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-db3976e1-af51-4272-9555-f351151b5276 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:47.877900 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-db3976e1-af51-4272-9555-f351151b5276 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 945 time: 0.0473897 Oct 28 12:18:47.884826 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 098d24a0-c175-4f55-aa9f-f020f893cf1b {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:47.885163 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 098d24a0-c175-4f55-aa9f-f020f893cf1b not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:47.965132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Deleting port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:47.965467 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:48.054852 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] For port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:48.055210 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:48.067079 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Calling delete_port for 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:48.445694 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:48.458073 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052', 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:48.473618 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event deleted for resources: {'Port': ['ID=62a4ddb9-9cfe-42a1-a847-8385b2fdaa64,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:48.511658 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] No DVR routers for this DVR port 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:48.514236 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:48.517506 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-5cae8839-dbec-437c-875a-f09b48b1eab4 req-a3c09e3d-c07e-4588-9ce1-8a45ec9fb382 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "DELETE /v2.0/ports/62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 HTTP/1.1" status: 204 len: 173 time: 0.6338644 Oct 28 12:18:48.517982 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'name': 'network-vif-deleted', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:48.520714 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f606f1-0c64-4ec9-94bb-fd04f3a4188b" -d '{"events": [{"server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "name": "network-vif-deleted", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:48.568901 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f5c594-7872-4617-b5fe-b9e11044c2f9 x-openstack-request-id: req-b3f5c594-7872-4617-b5fe-b9e11044c2f9 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:48.569193 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bece4b86-ca2b-4640-ab30-728f3e7764d0", "name": "network-vif-deleted", "tag": "62a4ddb9-9cfe-42a1-a847-8385b2fdaa64", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:48.569445 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b3f5c594-7872-4617-b5fe-b9e11044c2f9 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:48.569833 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bece4b86-ca2b-4640-ab30-728f3e7764d0', 'name': 'network-vif-deleted', 'tag': '62a4ddb9-9cfe-42a1-a847-8385b2fdaa64', 'status': 'completed', 'code': 200} Oct 28 12:18:48.634333 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e22cc47d-fa2e-447e-9e14-58e714259415 req-fd57fc03-4c9b-421d-99f4-79654ba59904 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=bece4b86-ca2b-4640-ab30-728f3e7764d0 HTTP/1.1" status: 200 len: 210 time: 0.0315757 Oct 28 12:18:49.903703 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb90c971-7694-4229-8f66-29c904406dae req-a761be8b-353d-45dd-8f97-f36d39b9488f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:49.905166 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-eb90c971-7694-4229-8f66-29c904406dae req-a761be8b-353d-45dd-8f97-f36d39b9488f tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0504348 Oct 28 12:18:49.941646 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-eb90c971-7694-4229-8f66-29c904406dae req-f05c04e2-0aac-4668-89eb-d4bf0ee59405 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299351 Oct 28 12:18:51.105592 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0fa5c-b107-46fb-b93a-1cb4e4326f03 req-f3a53175-bc0e-4767-90e6-b1be4450335d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:51.107050 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-46b0fa5c-b107-46fb-b93a-1cb4e4326f03 req-f3a53175-bc0e-4767-90e6-b1be4450335d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0978439 Oct 28 12:18:51.143856 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-46b0fa5c-b107-46fb-b93a-1cb4e4326f03 req-c41d062b-877c-4e9f-9637-f57e1ccbfce1 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301223 Oct 28 12:18:51.191929 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-b355bfae-86bd-442a-abf5-9f476ca5a37c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:51.193379 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-b355bfae-86bd-442a-abf5-9f476ca5a37c tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/ports?device_id=2ad46385-8d20-4b23-aa5b-a472d4370e88 HTTP/1.1" status: 200 len: 945 time: 0.0503759 Oct 28 12:18:51.279887 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Deleting port bd20595f-411c-474f-aa7d-4cd3d56d0cbe {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:51.280143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:51.367143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] For port bd20595f-411c-474f-aa7d-4cd3d56d0cbe, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:51.367494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:51.379277 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Calling delete_port for bd20595f-411c-474f-aa7d-4cd3d56d0cbe owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:51.504319 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:51.516311 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052', 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:51.531513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event deleted for resources: {'Port': ['ID=bd20595f-411c-474f-aa7d-4cd3d56d0cbe,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:51.574669 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] No DVR routers for this DVR port bd20595f-411c-474f-aa7d-4cd3d56d0cbe on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:51.577439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:51.580879 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-1f44f765-785e-4db7-9a87-77230ac1e4f9 req-4ffbf830-d4b1-4e62-a0cd-475ffe62a252 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "DELETE /v2.0/ports/bd20595f-411c-474f-aa7d-4cd3d56d0cbe HTTP/1.1" status: 204 len: 173 time: 0.3814750 Oct 28 12:18:51.581808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'name': 'network-vif-deleted', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:51.584081 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b541f7-53f9-49ba-913c-44940cd1fd7c" -d '{"events": [{"server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "name": "network-vif-deleted", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:51.620594 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc952ad-446c-439c-9367-02fe42c37fb0 x-openstack-request-id: req-afc952ad-446c-439c-9367-02fe42c37fb0 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:51.620905 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ad46385-8d20-4b23-aa5b-a472d4370e88", "name": "network-vif-deleted", "tag": "bd20595f-411c-474f-aa7d-4cd3d56d0cbe", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:51.621158 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-afc952ad-446c-439c-9367-02fe42c37fb0 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:51.621546 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ad46385-8d20-4b23-aa5b-a472d4370e88', 'name': 'network-vif-deleted', 'tag': 'bd20595f-411c-474f-aa7d-4cd3d56d0cbe', 'status': 'completed', 'code': 200} Oct 28 12:18:51.892946 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:51.913280 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:51.913616 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 62a4ddb9-9cfe-42a1-a847-8385b2fdaa64 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:53.528195 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0713a406-01f6-4a50-9d6c-eceb19a6d99c req-07f2316d-f1a7-478d-a5d4-1ff82af2a51b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:53.529660 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0713a406-01f6-4a50-9d6c-eceb19a6d99c req-07f2316d-f1a7-478d-a5d4-1ff82af2a51b tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.0479975 Oct 28 12:18:53.566189 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0713a406-01f6-4a50-9d6c-eceb19a6d99c req-64dcb43f-169b-43ae-97f4-5b9fc181c5aa tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298917 Oct 28 12:18:54.740039 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74046aef-eca1-4094-916f-404dec6694b3 req-d19c979b-dabd-4683-9aaf-1085a929d6b9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:54.741771 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74046aef-eca1-4094-916f-404dec6694b3 req-d19c979b-dabd-4683-9aaf-1085a929d6b9 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.1077065 Oct 28 12:18:54.779408 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-74046aef-eca1-4094-916f-404dec6694b3 req-67b517e6-4bc6-411d-92a6-de2a8b9af413 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/security-groups?id=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313003 Oct 28 12:18:55.001675 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-2b4304d1-7997-4acd-a65d-33902f4bf831 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:18:55.003023 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-2b4304d1-7997-4acd-a65d-33902f4bf831 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 945 time: 0.0496862 Oct 28 12:18:55.092132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Deleting port 5a966e98-1724-40e9-84fb-d349744fd052 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:18:55.092458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.177501 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] For port 5a966e98-1724-40e9-84fb-d349744fd052, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=5a966e98-1724-40e9-84fb-d349744fd052,segment=NetworkSegment(1a291a0f-75ef-4d89-8bb6-b72ee23f03b3),segment_id=1a291a0f-75ef-4d89-8bb6-b72ee23f03b3)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:18:55.177856 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.192918 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Calling delete_port for 5a966e98-1724-40e9-84fb-d349744fd052 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:18:55.313920 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.325582 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['5a966e98-1724-40e9-84fb-d349744fd052'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:18:55.344486 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Pushing event deleted for resources: {'Port': ['ID=5a966e98-1724-40e9-84fb-d349744fd052,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:55.386531 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] No DVR routers for this DVR port 5a966e98-1724-40e9-84fb-d349744fd052 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:18:55.389525 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:55.392226 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-18ed64fe-82ad-4ec3-a177-6c167a4ff24c req-618cf3ac-968b-42f8-8c74-ee0f88a1ca4d tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.105 "DELETE /v2.0/ports/5a966e98-1724-40e9-84fb-d349744fd052 HTTP/1.1" status: 204 len: 173 time: 0.3833389 Oct 28 12:18:55.392652 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'name': 'network-vif-deleted', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:18:55.395413 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d3b89b-4c78-47d9-970f-4155b615ab72" -d '{"events": [{"server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "name": "network-vif-deleted", "tag": "5a966e98-1724-40e9-84fb-d349744fd052"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:18:55.432268 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e83bbb-2518-4ca1-8a67-8396c256bdb8 x-openstack-request-id: req-b8e83bbb-2518-4ca1-8a67-8396c256bdb8 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:18:55.432561 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6736cd35-daf5-481e-b91d-b5da7a83d398", "name": "network-vif-deleted", "tag": "5a966e98-1724-40e9-84fb-d349744fd052", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:18:55.432845 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b8e83bbb-2518-4ca1-8a67-8396c256bdb8 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:18:55.433240 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6736cd35-daf5-481e-b91d-b5da7a83d398', 'name': 'network-vif-deleted', 'tag': '5a966e98-1724-40e9-84fb-d349744fd052', 'status': 'completed', 'code': 200} Oct 28 12:18:55.897516 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-bc6f8c92-d55f-4246-8297-75ae436872fb req-68c5df7c-9360-4031-a396-028c0a985bb3 tempest-AttachVolumeNegativeTest-850331673 tempest-AttachVolumeNegativeTest-850331673-project] 10.222.0.32 "GET /v2.0/ports?device_id=6736cd35-daf5-481e-b91d-b5da7a83d398 HTTP/1.1" status: 200 len: 210 time: 0.0350251 Oct 28 12:18:55.922979 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device bd20595f-411c-474f-aa7d-4cd3d56d0cbe no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:55.944467 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: bd20595f-411c-474f-aa7d-4cd3d56d0cbe {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:55.944907 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device bd20595f-411c-474f-aa7d-4cd3d56d0cbe not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:56.693718 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-4636d418-19dd-4647-8a47-3335bf162f6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:56.951666 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 44816) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:56.994476 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Deleting subnet 580d2629-b7b8-4de0-81ec-e15cb76d9f95 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:18:56.997423 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.030605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.071651 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.121141 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.145305 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=580d2629-b7b8-4de0-81ec-e15cb76d9f95,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:57.154332 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.157498 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/580d2629-b7b8-4de0-81ec-e15cb76d9f95 HTTP/1.1" status: 204 len: 168 time: 0.2048399 Oct 28 12:18:57.159253 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.159605 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.159943 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.160069 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44818) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:57.160496 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.160593 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.161013 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.161346 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.161673 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.162000 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.162319 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.162638 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.162956 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c12d19-f069-4e49-94c8-30ec66aefdca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:18:57.226904 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.305686 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.324891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c10f6128-8834-4c40-81aa-17a9527e07ca']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:18:57.334209 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:18:57.334493 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a291a0f-75ef-4d89-8bb6-b72ee23f03b3') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:18:57.343364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.356475 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.362760 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Releasing vlan 1021 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:18:57.363139 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:18:57.364835 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:18:57.420673 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.426024 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.429182 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c10f6128-8834-4c40-81aa-17a9527e07ca HTTP/1.1" status: 204 len: 168 time: 0.2681096 Oct 28 12:18:57.439826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9243af4-a7bc-4e32-91e9-7ccb71e98b94 admin admin] Pushing event deleted for resources: {'Network': ['ID=c10f6128-8834-4c40-81aa-17a9527e07ca,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:57.534136 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44822) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:57.573180 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-02778614-bf85-4cec-b345-012cba5598e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=853511c5b2c24d0288bc5c87bac1d3ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0372024 Oct 28 12:18:57.575527 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44824) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:57.621172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.640725 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.687367 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.690246 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:57.691901 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1c1044e9-7d5f-43af-aebc-1841f0c8cc2a HTTP/1.1" status: 204 len: 168 time: 0.1155057 Oct 28 12:18:57.699893 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43ec5b0-2476-4543-bb88-174cb2fdcec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c1044e9-7d5f-43af-aebc-1841f0c8cc2a,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:57.921811 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:18:59.241373 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-37290396-7e9e-417a-ab80-5d4dc2c75f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.289456 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44876) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:59.390564 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4dc1db17-14de-4a37-a280-226f883ee452 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.467172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4dc1db17-14de-4a37-a280-226f883ee452 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.471002 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-4dc1db17-14de-4a37-a280-226f883ee452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.508375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc1db17-14de-4a37-a280-226f883ee452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de37813-0e16-4952-b2ad-5d194472de07,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:59.513301 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-4dc1db17-14de-4a37-a280-226f883ee452 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=44494eeb8720449e928f17c1a0e923b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2225900 Oct 28 12:18:59.515932 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44880) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:59.563295 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.583728 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.626891 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.630033 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.631080 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6de37813-0e16-4952-b2ad-5d194472de07 HTTP/1.1" status: 204 len: 168 time: 0.1140540 Oct 28 12:18:59.638257 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af229229-6185-4550-b2e0-1e7f3056556c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de37813-0e16-4952-b2ad-5d194472de07,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:18:59.880336 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44886) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:18:59.893304 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36775e20-ab50-4a71-86fc-1e2e1ba7aa01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.935039 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 5a966e98-1724-40e9-84fb-d349744fd052 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:18:59.956637 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 5a966e98-1724-40e9-84fb-d349744fd052 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:18:59.956992 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 5a966e98-1724-40e9-84fb-d349744fd052 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:18:59.966374 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36775e20-ab50-4a71-86fc-1e2e1ba7aa01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:18:59.970853 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-36775e20-ab50-4a71-86fc-1e2e1ba7aa01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.008445 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36775e20-ab50-4a71-86fc-1e2e1ba7aa01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d207b729-62c6-42f9-aa9e-6c2522779270,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:00.015092 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-36775e20-ab50-4a71-86fc-1e2e1ba7aa01 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f9e398f6aa0e494da7985b0e6b64e16a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312823 Oct 28 12:19:00.015415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44890) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:00.067132 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.090129 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.138887 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.141847 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.143024 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d207b729-62c6-42f9-aa9e-6c2522779270 HTTP/1.1" status: 204 len: 168 time: 0.1267529 Oct 28 12:19:00.151078 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745a103-f5bb-4df3-9d75-9d75dacc5b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d207b729-62c6-42f9-aa9e-6c2522779270,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:00.198242 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0090de6-14ab-4f4a-8082-e6c215e0e77a req-be843013-37a1-4c42-88d1-b9a942f67475 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:00.199736 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c0090de6-14ab-4f4a-8082-e6c215e0e77a req-be843013-37a1-4c42-88d1-b9a942f67475 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0520635 Oct 28 12:19:00.242249 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c0090de6-14ab-4f4a-8082-e6c215e0e77a req-b60ed235-9f84-4393-964d-40a3ee2f2a17 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364559 Oct 28 12:19:00.263813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.316009 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 44896) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:00.343440 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.390565 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.491177 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port eaae1549-8d7a-4fdd-926d-bd224cdde063 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:00.491520 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.573187 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.573514 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.585605 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for eaae1549-8d7a-4fdd-926d-bd224cdde063 owned by network:floatingip {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:00.763892 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.789297 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=eaae1549-8d7a-4fdd-926d-bd224cdde063,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:00.847855 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:00.848436 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP b704e777-55f1-4d6c-8532-4653c87ae359 disassociated (deleted). External IP: 172.27.3.230, port: 53fe4bde-6ed7-44f8-ad56-2a797611e0a6. Oct 28 12:19:01.059722 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:19:01.168960 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:19:01.173412 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.181731 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:19:01.194216 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:01.194907 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:01.204255 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-e071c65a-ea1e-4943-897e-02aea954fa0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "DELETE /v2.0/floatingips/b704e777-55f1-4d6c-8532-4653c87ae359 HTTP/1.1" status: 204 len: 168 time: 0.8842165 Oct 28 12:19:01.204255 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:01.204563 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24360d3a-27cc-4edf-9a7c-89fc0178f75b" -d '{"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:01.245299 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea0d4dc3-43e7-454c-aca2-bea4494e67ac x-openstack-request-id: req-ea0d4dc3-43e7-454c-aca2-bea4494e67ac {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:01.245460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:01.245722 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-ea0d4dc3-43e7-454c-aca2-bea4494e67ac {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:01.246124 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'status': 'completed', 'code': 200} Oct 28 12:19:01.322934 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-d246244c-c23f-4c9d-90d8-3f9b7a24ef3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.325214 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-d246244c-c23f-4c9d-90d8-3f9b7a24ef3b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 1098 time: 0.0543318 Oct 28 12:19:01.343075 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:01.396038 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc60b29-e14b-4dce-8705-df69d9914a28 req-398fdca6-c1c5-4b86-8fc5-0d7433569535 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.405995 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0bc60b29-e14b-4dce-8705-df69d9914a28 req-398fdca6-c1c5-4b86-8fc5-0d7433569535 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0821755 Oct 28 12:19:01.480568 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-0bc60b29-e14b-4dce-8705-df69d9914a28 req-58bc70c0-7cd6-4369-8787-023d84c72d6e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644410 Oct 28 12:19:01.528430 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-9479c884-5579-46a5-8994-36c8637484a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.529922 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-9479c884-5579-46a5-8994-36c8637484a0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.1943769 Oct 28 12:19:01.530073 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424f7c1c-86e3-4b54-b9b2-fce7734bff45 req-defb616a-cedf-4aab-9f8e-5906d84a1e90 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.531438 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-424f7c1c-86e3-4b54-b9b2-fce7734bff45 req-defb616a-cedf-4aab-9f8e-5906d84a1e90 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0503838 Oct 28 12:19:01.576575 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-424f7c1c-86e3-4b54-b9b2-fce7734bff45 req-26164043-2e59-4651-93a2-120f756789bd tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384526 Oct 28 12:19:01.578448 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-6dcbf292-7e69-4ece-99eb-b4903a951425 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 200 len: 217 time: 0.0389197 Oct 28 12:19:01.642721 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-fe6639ba-ca9f-4ef1-8baa-e9f5c8d44586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.644680 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-fe6639ba-ca9f-4ef1-8baa-e9f5c8d44586 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0563118 Oct 28 12:19:01.653808 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:01.682249 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:19:01.691492 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:01.692100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:01.692263 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-c951ffef-c434-46ab-afef-fadf49cd862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:01.693768 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-c951ffef-c434-46ab-afef-fadf49cd862b service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0421064 Oct 28 12:19:01.797876 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-4a15caf3-4d47-4346-9861-9ffc40dd9b94 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963664 Oct 28 12:19:01.899812 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-24360d3a-27cc-4edf-9a7c-89fc0178f75b req-79ac6b83-4c82-4778-9490-2833e386453c service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938714 Oct 28 12:19:01.920823 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:01.944280 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:02.157003 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:02.187275 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-164e9a51-1d87-4022-a29a-58b3ae0ea30d None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_floatingips': [{'id': 'd0d65901-0ce7-4966-80ef-16855f4b78a5', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'floating_ip_address': '172.27.3.248', 'floating_network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'router_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'port_id': '85266cc2-0eba-4393-8b48-c92d284666a5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 522, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'mac_address': 'fa:16:3e:9c:6b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-10-28T12:15:14Z', 'updated_at': '2021-10-28T12:15:16Z', 'revision_number': 1, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:19:02.405579 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51042d6c-a826-43f4-a05f-d6b234732dcb None None] New status for floating IP b704e777-55f1-4d6c-8532-4653c87ae359: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:19:02.587098 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0ca94-8dbe-4ac4-87dd-968377915c7e req-c41c76ab-b4d4-4793-ba0b-a9a4ed2ac050 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.588548 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fda0ca94-8dbe-4ac4-87dd-968377915c7e req-c41c76ab-b4d4-4793-ba0b-a9a4ed2ac050 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0483651 Oct 28 12:19:02.625972 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-fda0ca94-8dbe-4ac4-87dd-968377915c7e req-8bd31cff-a407-435c-91ff-f237eb4ed9ca tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314538 Oct 28 12:19:02.693074 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6b1506-10a2-48cd-b989-5d9190ba939b req-da9fdc30-5242-43b1-be47-deb716e5645b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.694508 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a6b1506-10a2-48cd-b989-5d9190ba939b req-da9fdc30-5242-43b1-be47-deb716e5645b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0482616 Oct 28 12:19:02.734404 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-2a6b1506-10a2-48cd-b989-5d9190ba939b req-d1f647bf-4774-4630-a56a-bf64d8bc590f tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Oct 28 12:19:02.995871 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-2a7e62ad-9418-4538-bbed-734f9e14adf4 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:02.997271 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-2a7e62ad-9418-4538-bbed-734f9e14adf4 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 945 time: 0.0495918 Oct 28 12:19:03.097388 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:03.097730 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.192623 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] For port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:03.193018 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.208346 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:03.341779 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.367765 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=53fe4bde-6ed7-44f8-ad56-2a797611e0a6,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:03.413836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] No DVR routers for this DVR port 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:03.416164 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:03.419709 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-285f19d1-662a-4b83-bd5c-e2601e45ae2b req-62f73191-b33d-48e4-a7ac-a6e526b33360 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "DELETE /v2.0/ports/53fe4bde-6ed7-44f8-ad56-2a797611e0a6 HTTP/1.1" status: 204 len: 173 time: 0.4129808 Oct 28 12:19:03.420131 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'name': 'network-vif-deleted', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:03.422355 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-219219d6-7467-45cc-808b-ea687b281256" -d '{"events": [{"server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "name": "network-vif-deleted", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:03.460111 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1447cc72-2069-490b-a2ef-ee58939f27d6 x-openstack-request-id: req-1447cc72-2069-490b-a2ef-ee58939f27d6 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:03.460415 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7951c1c6-19e0-491f-bc64-63faf6c41d39", "name": "network-vif-deleted", "tag": "53fe4bde-6ed7-44f8-ad56-2a797611e0a6", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:03.460674 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-1447cc72-2069-490b-a2ef-ee58939f27d6 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:03.461183 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7951c1c6-19e0-491f-bc64-63faf6c41d39', 'name': 'network-vif-deleted', 'tag': '53fe4bde-6ed7-44f8-ad56-2a797611e0a6', 'status': 'completed', 'code': 200} Oct 28 12:19:03.750123 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15328df1-ce4f-4c46-a954-96bca8f68a65 req-ed90b6e1-4b30-496b-8966-4f77c6127d2e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:03.752440 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-15328df1-ce4f-4c46-a954-96bca8f68a65 req-ed90b6e1-4b30-496b-8966-4f77c6127d2e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0545557 Oct 28 12:19:03.800336 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-15328df1-ce4f-4c46-a954-96bca8f68a65 req-6c590842-d2b8-449a-a71d-ab715b81817d tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406377 Oct 28 12:19:03.851860 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-210faf4a-4f88-4aa0-87ee-26745fa19f54 req-8e8dbdfa-aa92-46dc-8811-f252d8ad594a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=7951c1c6-19e0-491f-bc64-63faf6c41d39 HTTP/1.1" status: 200 len: 210 time: 0.0272887 Oct 28 12:19:04.915345 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a664a4-17ef-4ca4-a3cf-2e6804b708d1 req-37dc7175-59bd-4a5b-8f1c-445e069bba61 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:04.916843 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-14a664a4-17ef-4ca4-a3cf-2e6804b708d1 req-37dc7175-59bd-4a5b-8f1c-445e069bba61 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0490880 Oct 28 12:19:04.954796 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-14a664a4-17ef-4ca4-a3cf-2e6804b708d1 req-41775bef-7d9c-40a3-bef0-a419d0b2f60c tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316598 Oct 28 12:19:06.072030 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80d13b-1948-48a8-b269-7c5f2d6cda91 req-a710ff6e-fdc8-468a-aee5-3cca8d9f13aa tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:06.073530 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ac80d13b-1948-48a8-b269-7c5f2d6cda91 req-a710ff6e-fdc8-468a-aee5-3cca8d9f13aa tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0516994 Oct 28 12:19:06.109214 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ac80d13b-1948-48a8-b269-7c5f2d6cda91 req-2f21e9e5-5e9e-4c28-b452-9c237d5a5a48 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298128 Oct 28 12:19:07.222779 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd28316-6473-4609-ba2e-d69da3cdf29a req-30fcd13e-d6cb-462c-a6ea-a7cfee7625a0 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:07.224223 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cfd28316-6473-4609-ba2e-d69da3cdf29a req-30fcd13e-d6cb-462c-a6ea-a7cfee7625a0 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0473344 Oct 28 12:19:07.261391 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cfd28316-6473-4609-ba2e-d69da3cdf29a req-ef70da01-e6ed-446b-ade7-a723e837eea6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312507 Oct 28 12:19:07.923616 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-c859e36b-c107-4285-b1bc-263de22d44a5 service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1266916 Oct 28 12:19:07.975327 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:07.995793 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:07.996139 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 53fe4bde-6ed7-44f8-ad56-2a797611e0a6 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:08.007042 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-dbaac8e9-8571-4ef6-918f-e1fefaa8b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.008762 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-dbaac8e9-8571-4ef6-918f-e1fefaa8b0c5 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0431373 Oct 28 12:19:08.111451 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-d68ffda3-fce5-4725-8115-a4e92717b269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.113436 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-d68ffda3-fce5-4725-8115-a4e92717b269 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0857329 Oct 28 12:19:08.178245 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-2b53f21b-99cd-47a2-a21e-27093a4e9772 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 1001 time: 0.0571203 Oct 28 12:19:08.225916 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-153a690c-fb25-4d6e-b561-2bac5433221d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.227300 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-153a690c-fb25-4d6e-b561-2bac5433221d service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0413127 Oct 28 12:19:08.277991 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-c0f6c0bb-3831-49cd-8ddb-c91b3190e407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.279525 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-c0f6c0bb-3831-49cd-8ddb-c91b3190e407 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425100 Oct 28 12:19:08.290906 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-9ee3ecfc-8bb6-4758-ad42-3664b2335e19 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=101560) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 28 12:19:08.291850 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-9ee3ecfc-8bb6-4758-ad42-3664b2335e19 service neutron] 10.222.0.105 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13641 time: 0.0049331 Oct 28 12:19:08.380469 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24c4e9-a002-4d58-8b43-e44f04076072 req-0dea7954-0d72-4f0f-8d33-4b9daba791fb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:08.382129 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c24c4e9-a002-4d58-8b43-e44f04076072 req-0dea7954-0d72-4f0f-8d33-4b9daba791fb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0501113 Oct 28 12:19:08.396017 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-4c42a1e2-6524-431e-8a1b-eb4ce0377e15 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948203 Oct 28 12:19:08.421083 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-9c24c4e9-a002-4d58-8b43-e44f04076072 req-569818a8-07e4-4674-8c77-b6996088b3d1 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312538 Oct 28 12:19:08.491620 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-7d431843-ae9d-4f73-b703-e6c33700b487 req-2534a0cf-95c8-4136-8f97-187806db6cd9 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885799 Oct 28 12:19:09.542173 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d054615f-96b3-4391-bcdf-a20dff858024 req-c5c5a3e2-7737-46c7-9d87-dc9171e4f295 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:09.543976 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d054615f-96b3-4391-bcdf-a20dff858024 req-c5c5a3e2-7737-46c7-9d87-dc9171e4f295 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0541101 Oct 28 12:19:09.585345 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-d054615f-96b3-4391-bcdf-a20dff858024 req-52346935-db7f-49ce-91cf-21c1a7bbece5 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346942 Oct 28 12:19:10.260067 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45050) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:10.297519 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-8d3e77a6-a860-4a96-a0a1-2c6a144b4039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.298974 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-8d3e77a6-a860-4a96-a0a1-2c6a144b4039 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0393114 Oct 28 12:19:10.396638 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-242407d6-153b-4f36-9dd6-e54540558c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.398148 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-242407d6-153b-4f36-9dd6-e54540558c13 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.0925691 Oct 28 12:19:10.419129 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port fed7ea80-a219-4e49-8a4b-41b182a98da2 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:10.419464 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:10.463946 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-d9ebfddf-8423-43af-bff7-80c6204e6ffc service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 1001 time: 0.0577259 Oct 28 12:19:10.503222 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:10.503578 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:10.515066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-9aec51bf-c6d8-4055-a8b1-8b4447332b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.516794 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-9aec51bf-c6d8-4055-a8b1-8b4447332b6e service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0453222 Oct 28 12:19:10.518328 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for fed7ea80-a219-4e49-8a4b-41b182a98da2 owned by network:floatingip {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:10.568870 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-a74e12d3-9573-4fb5-a29f-2e98fbd0ad10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.570432 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-a74e12d3-9573-4fb5-a29f-2e98fbd0ad10 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469441 Oct 28 12:19:10.673191 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-e1ee6cc0-f14a-4f9c-8b48-961f25cb54de service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958667 Oct 28 12:19:10.725772 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:10.759188 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c36ce27-744d-4f06-97c4-95b6f08726e2 req-8a79da30-1909-4729-ab87-cece8f31b680 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:10.760579 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7c36ce27-744d-4f06-97c4-95b6f08726e2 req-8a79da30-1909-4729-ab87-cece8f31b680 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0903790 Oct 28 12:19:10.763277 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=fed7ea80-a219-4e49-8a4b-41b182a98da2,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:10.777738 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bdbf0121-a9cf-492a-99b5-e6dbc32b85eb req-9a1cc756-7c3e-4976-8f85-32b4b5e32466 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972993 Oct 28 12:19:10.845195 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-7c36ce27-744d-4f06-97c4-95b6f08726e2 req-79ca58d7-4b8e-4111-9b71-47b3076c3641 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738201 Oct 28 12:19:10.852570 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:10.852570 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.db.l3_db [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Floating IP d0d65901-0ce7-4966-80ef-16855f4b78a5 disassociated (deleted). External IP: 172.27.3.248, port: 85266cc2-0eba-4393-8b48-c92d284666a5. Oct 28 12:19:11.054125 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:19:11.157302 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:19:11.162100 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:11.167115 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:19:11.176651 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:11.177454 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:11.188403 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-53beee45-4abf-45db-ace0-86ca9920f049 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "DELETE /v2.0/floatingips/d0d65901-0ce7-4966-80ef-16855f4b78a5 HTTP/1.1" status: 204 len: 168 time: 0.9272935 Oct 28 12:19:11.189096 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5'}] {{(pid=101561) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:11.191952 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fdc1f69aa77e274c95122bee4cb5af70977a33ed443705cea8bd3fdd94e4ca8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87" -d '{"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5"}]}' {{(pid=101561) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:11.227921 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f510fa03-3ec1-471b-9849-2051e4c56407 x-openstack-request-id: req-f510fa03-3ec1-471b-9849-2051e4c56407 {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:11.228329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5", "status": "completed", "code": 200}]} {{(pid=101561) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:11.228588 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-f510fa03-3ec1-471b-9849-2051e4c56407 {{(pid=101561) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:11.229017 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5', 'status': 'completed', 'code': 200} Oct 28 12:19:11.289749 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:11.296201 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-b4f2a586-f7ac-4a71-a596-6d5155094475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.297970 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-b4f2a586-f7ac-4a71-a596-6d5155094475 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=d556263ca80e4b52b8588d1513962fb0&device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 1098 time: 0.0438490 Oct 28 12:19:11.404066 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-8a16be98-fd1d-4b64-a07e-d953bad395f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.405673 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-8a16be98-fd1d-4b64-a07e-d953bad395f3 service neutron] 10.222.0.105 "GET /v2.0/networks?id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 200 len: 913 time: 0.0988715 Oct 28 12:19:11.433234 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55b26de-ea01-44f8-bd59-0a2e37b11474 req-f5b5f3a6-46de-4e16-8393-c26d6c9c4f0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.434715 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c55b26de-ea01-44f8-bd59-0a2e37b11474 req-f5b5f3a6-46de-4e16-8393-c26d6c9c4f0a tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0551908 Oct 28 12:19:11.449572 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-c65d4ec7-5922-4ad5-a829-004895680903 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 200 len: 217 time: 0.0352182 Oct 28 12:19:11.476637 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c55b26de-ea01-44f8-bd59-0a2e37b11474 req-9f0c60cc-0313-4352-8e93-8cbc75ce49b7 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343733 Oct 28 12:19:11.507389 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-86157268-b60f-4522-b239-6058c02a1b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.508863 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-86157268-b60f-4522-b239-6058c02a1b5c service neutron] 10.222.0.105 "GET /v2.0/subnets?id=69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 200 len: 850 time: 0.0497222 Oct 28 12:19:11.522124 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:11.548572 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:19:11.556730 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:11.557367 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:11.561172 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-128e9201-ee67-4e98-a442-5ba9ca537d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.562675 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-128e9201-ee67-4e98-a442-5ba9ca537d9e service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424969 Oct 28 12:19:11.650812 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-adf04b6e-639d-4a3d-8c96-b582f23d2e0a service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797853 Oct 28 12:19:11.662034 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:11.882013 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:11.913992 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba846ca4-3027-41b3-8b5b-02823cdaddc9 None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:11:31Z', 'revision_number': 4, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '9f5668f1-74dd-43ae-bf87-44227d33bf25', 'name': '', 'network_id': '847bc5f9-83d6-4f03-878a-d6ff4a99e1d4', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'mac_address': 'fa:16:3e:97:6f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_interface', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:30Z', 'updated_at': '2021-10-28T12:11:36Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'subnets': [{'id': '69a7cf81-bb09-44f1-9097-bd55b24198f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:19:11.981749 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257ddb6d-ec98-4400-9588-fd6f7a9fb093 req-6bdf2d38-7a2f-42e0-a933-5bee754b009a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:11.983552 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-257ddb6d-ec98-4400-9588-fd6f7a9fb093 req-6bdf2d38-7a2f-42e0-a933-5bee754b009a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0605319 Oct 28 12:19:12.018033 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-9b5de34f-9a64-4d2b-8419-99fd3d83ca87 req-063dcbd2-a52f-4a31-988a-ba8e8f75bfc1 service neutron] 10.222.0.105 "GET /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584657 Oct 28 12:19:12.030073 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-257ddb6d-ec98-4400-9588-fd6f7a9fb093 req-86236ca4-993a-4144-bfd1-f0d930c35610 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392504 Oct 28 12:19:12.130942 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45092) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:12.175864 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0813f629-e02e-49a8-994b-1ae8f8458a44 None None] New status for floating IP d0d65901-0ce7-4966-80ef-16855f4b78a5: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:19:12.241792 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da6cfdfb-4b01-486c-9a40-aa7fc44eb40b admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.321709 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da6cfdfb-4b01-486c-9a40-aa7fc44eb40b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.325836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da6cfdfb-4b01-486c-9a40-aa7fc44eb40b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.362272 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-da6cfdfb-4b01-486c-9a40-aa7fc44eb40b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f8e243a1bc5548a1861af7b557168d62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302375 Oct 28 12:19:12.364836 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6cfdfb-4b01-486c-9a40-aa7fc44eb40b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadde381-0f2d-4673-b0f9-04554fab0ea2,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:12.365507 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45096) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:12.413398 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.434172 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.481330 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.484275 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.485471 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cadde381-0f2d-4673-b0f9-04554fab0ea2 HTTP/1.1" status: 204 len: 168 time: 0.1190016 Oct 28 12:19:12.494452 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f4565-f44e-400b-83dd-7c819f3c470f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadde381-0f2d-4673-b0f9-04554fab0ea2,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:12.609266 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9274d1-9131-43fe-9d3f-a04c7f129f07 req-0c8a387b-7890-4569-b3b7-83bf69a64c5b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:12.610955 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ad9274d1-9131-43fe-9d3f-a04c7f129f07 req-0c8a387b-7890-4569-b3b7-83bf69a64c5b tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0553434 Oct 28 12:19:12.657895 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ad9274d1-9131-43fe-9d3f-a04c7f129f07 req-dc23c2a3-304f-41f5-abc1-f56d93d0f9ef tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/security-groups?id=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400000 Oct 28 12:19:12.776731 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45104) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:12.791013 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-420c68bd-7034-421f-bb37-39b854698f87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.866194 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-420c68bd-7034-421f-bb37-39b854698f87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.870074 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-420c68bd-7034-421f-bb37-39b854698f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.898399 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-2e2e2456-eb01-4322-a366-636db195a823 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:12.899901 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-2e2e2456-eb01-4322-a366-636db195a823 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 945 time: 0.0516684 Oct 28 12:19:12.907654 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-420c68bd-7034-421f-bb37-39b854698f87 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=143c68e0ec544f8dae91cb95034c95d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1297965 Oct 28 12:19:12.908712 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420c68bd-7034-421f-bb37-39b854698f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3664156-3507-40f8-bc8b-7cf2360b8f09,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:12.911065 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45106) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:12.965097 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:12.988147 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.002180 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port 85266cc2-0eba-4393-8b48-c92d284666a5 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:13.002849 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.037016 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.039601 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.040736 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3664156-3507-40f8-bc8b-7cf2360b8f09 HTTP/1.1" status: 204 len: 168 time: 0.1287963 Oct 28 12:19:13.057323 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa4672-e509-4b82-a0ff-b1850349c9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3664156-3507-40f8-bc8b-7cf2360b8f09,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:13.110760 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] For port 85266cc2-0eba-4393-8b48-c92d284666a5, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=85266cc2-0eba-4393-8b48-c92d284666a5,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:13.111113 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.127147 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for 85266cc2-0eba-4393-8b48-c92d284666a5 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:13.157373 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7b8669-4f16-4fd0-a544-4118a2693dcf req-2b08f5a3-f7c7-4aa8-baed-d7f5c0784e9a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:13.158847 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab7b8669-4f16-4fd0-a544-4118a2693dcf req-2b08f5a3-f7c7-4aa8-baed-d7f5c0784e9a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0549293 Oct 28 12:19:13.199611 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ab7b8669-4f16-4fd0-a544-4118a2693dcf req-1dbebd17-51f9-434a-8cc2-e228dc2360e5 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335114 Oct 28 12:19:13.266819 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.294946 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=85266cc2-0eba-4393-8b48-c92d284666a5,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:13.355247 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] No DVR routers for this DVR port 85266cc2-0eba-4393-8b48-c92d284666a5 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:13.361537 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:13.361537 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-b40233f4-3dba-4a65-af44-40aba9a0d122 req-43b8286e-2c58-410d-8948-1f1013d64eb2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.105 "DELETE /v2.0/ports/85266cc2-0eba-4393-8b48-c92d284666a5 HTTP/1.1" status: 204 len: 173 time: 0.4532042 Oct 28 12:19:13.362131 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'name': 'network-vif-deleted', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:13.365027 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178141db-effc-416f-8a13-167cec6db196" -d '{"events": [{"server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "name": "network-vif-deleted", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:13.411926 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ec5202-ed72-4423-b7bb-41dd98306a44 x-openstack-request-id: req-31ec5202-ed72-4423-b7bb-41dd98306a44 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:13.412230 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "091cdc71-0134-4d0d-b4f2-1dae4b329f47", "name": "network-vif-deleted", "tag": "85266cc2-0eba-4393-8b48-c92d284666a5", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:13.412460 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-31ec5202-ed72-4423-b7bb-41dd98306a44 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:13.412854 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '091cdc71-0134-4d0d-b4f2-1dae4b329f47', 'name': 'network-vif-deleted', 'tag': '85266cc2-0eba-4393-8b48-c92d284666a5', 'status': 'completed', 'code': 200} Oct 28 12:19:13.491212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f508f9d9-1dfa-4262-923a-4d44d69cc024 req-d224bf56-e245-49d5-8954-ffee8a54e5fe tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:13.492822 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f508f9d9-1dfa-4262-923a-4d44d69cc024 req-d224bf56-e245-49d5-8954-ffee8a54e5fe tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0551794 Oct 28 12:19:13.535915 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f508f9d9-1dfa-4262-923a-4d44d69cc024 req-52121683-e507-471b-8f76-651c7444d2db tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340083 Oct 28 12:19:13.537001 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-6bffbc25-417c-4d5d-8c5f-cdfe08234d2e service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1588368 Oct 28 12:19:13.825576 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-ecb0682b-95ef-475b-bcc5-cca6c854005f req-5540553c-f61b-4a18-a2ee-b02604ec9d34 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "GET /v2.0/ports?device_id=091cdc71-0134-4d0d-b4f2-1dae4b329f47 HTTP/1.1" status: 200 len: 210 time: 0.0420654 Oct 28 12:19:14.669684 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37c9bba-411a-4fab-b2ed-c261711d86a6 req-ac535707-75d6-45b7-be74-ae3802016766 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:14.671148 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f37c9bba-411a-4fab-b2ed-c261711d86a6 req-ac535707-75d6-45b7-be74-ae3802016766 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0537105 Oct 28 12:19:14.777010 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-0b82f0f8-cbb9-428c-81d4-c6184fdbf39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:14.778553 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-0b82f0f8-cbb9-428c-81d4-c6184fdbf39d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be&tenant_id=dd514e56644c429eb4e7106b0a2eca19 HTTP/1.1" status: 200 len: 1098 time: 0.0564187 Oct 28 12:19:14.844830 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-7e06f90a-1f76-4931-84ed-3f86a9464c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:14.846498 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-7e06f90a-1f76-4931-84ed-3f86a9464c4f service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0438104 Oct 28 12:19:14.925982 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45172) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:14.973977 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f37c9bba-411a-4fab-b2ed-c261711d86a6 req-966ffdc4-7a19-44e7-bcff-74223b1fcdd8 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2965708 Oct 28 12:19:15.063307 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-9ecfb147-9b9a-44f4-812d-617b7163e448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:15.064654 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-9ecfb147-9b9a-44f4-812d-617b7163e448 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.2039256 Oct 28 12:19:15.115284 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Deleting port 1fff73fe-6f3f-4c5b-b88c-f00c196f7329 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:15.115628 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.174392 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-1077bae0-cb4a-489c-8838-80f638f00100 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 1001 time: 0.1003087 Oct 28 12:19:15.236821 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.237141 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.252598 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Calling delete_port for 1fff73fe-6f3f-4c5b-b88c-f00c196f7329 owned by network:floatingip {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:15.254984 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-eb3249fd-a78f-49c3-b200-67de018d98c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:15.256418 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-eb3249fd-a78f-49c3-b200-67de018d98c5 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0739207 Oct 28 12:19:15.348403 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-907f0d04-cb36-4417-b9f0-18b3ac0eeb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:15.349798 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-907f0d04-cb36-4417-b9f0-18b3ac0eeb36 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0853255 Oct 28 12:19:15.477896 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-68f61b5a-9f3e-4897-adde-64d7d8461809 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171060 Oct 28 12:19:15.478962 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.523266 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'Port': ['ID=1fff73fe-6f3f-4c5b-b88c-f00c196f7329,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:15.624557 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for floatingip, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.627116 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:15.628797 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b3d7c2d4-4a40-400c-b8e8-8d70a0521091 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "DELETE /v2.0/floatingips/500b5dbb-1221-473f-bb2d-3c03be959966 HTTP/1.1" status: 204 len: 168 time: 0.6993005 Oct 28 12:19:15.638864 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-bcd58052-652f-4662-ba74-7065a3bfd95d req-81c9497c-bc4c-46ce-b9d8-ef9b370f56e6 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522942 Oct 28 12:19:16.016838 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 85266cc2-0eba-4393-8b48-c92d284666a5 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:16.049652 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 85266cc2-0eba-4393-8b48-c92d284666a5 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:16.050359 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 85266cc2-0eba-4393-8b48-c92d284666a5 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:16.050762 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:16.099634 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf1f493-cbea-417b-8379-4677dc98a81b req-0be6adda-70f1-4caa-a06b-ffa4a7199b58 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:16.101136 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-baf1f493-cbea-417b-8379-4677dc98a81b req-0be6adda-70f1-4caa-a06b-ffa4a7199b58 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0583711 Oct 28 12:19:16.141244 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-baf1f493-cbea-417b-8379-4677dc98a81b req-a8cb83a0-e7eb-4643-98cb-3a8ea12cb510 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339592 Oct 28 12:19:16.161073 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.184328 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:16.186602 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c77974f-bb64-4686-9cb3-cdd9dbeddde7" -d '{"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-unplugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:16.199356 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:16.204274 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.227408 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31dfd94-22b4-4660-9cda-ef8afb8841a5 x-openstack-request-id: req-b31dfd94-22b4-4660-9cda-ef8afb8841a5 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:16.227696 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-unplugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:16.227947 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-b31dfd94-22b4-4660-9cda-ef8afb8841a5 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:16.228329 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'code': 200} Oct 28 12:19:16.254878 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=6']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:16.261762 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.262108 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.262445 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.262773 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.263100 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.263424 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.263747 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.264069 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.264388 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.264708 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.265059 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.265381 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:16.818095 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45194) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:16.872483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.896267 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.952182 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.954945 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:16.956095 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] 10.222.0.32 "DELETE /v2.0/security-groups/d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad HTTP/1.1" status: 204 len: 168 time: 0.1369917 Oct 28 12:19:16.965728 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10213da-7c08-4e41-bfe3-f98d196cfda2 tempest-TestVolumeBootPattern-924033698 tempest-TestVolumeBootPattern-924033698-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0fdfe5b-fa07-4a1a-aeeb-f0a19b90c1ad,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:17.013147 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45198) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:17.291987 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de92a59d-fd3e-4179-b94f-dcd8e9f9c5aa req-5454085b-67d3-4da2-ad2e-01bc3fb07202 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:17.293711 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-de92a59d-fd3e-4179-b94f-dcd8e9f9c5aa req-5454085b-67d3-4da2-ad2e-01bc3fb07202 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0754142 Oct 28 12:19:17.399569 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-de92a59d-fd3e-4179-b94f-dcd8e9f9c5aa req-c27c72ae-eff0-4ce3-9a36-5fbc2ad6ba32 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0727718 Oct 28 12:19:17.553982 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:17.794285 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Deleting port 9f5668f1-74dd-43ae-bf87-44227d33bf25 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:17.794535 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:17.870295 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] For port 9f5668f1-74dd-43ae-bf87-44227d33bf25, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=9f5668f1-74dd-43ae-bf87-44227d33bf25,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:17.870678 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:17.882999 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Calling delete_port for 9f5668f1-74dd-43ae-bf87-44227d33bf25 owned by network:router_interface {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:18.057140 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.082536 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f5668f1-74dd-43ae-bf87-44227d33bf25,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:18.247129 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.457947 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:19:18.581253 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ced63f-7ea9-405a-8c5e-33f3355a227b req-ef3dfc3a-8a2f-4d58-b93f-72bfa0fcdfd5 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:18.582710 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8ced63f-7ea9-405a-8c5e-33f3355a227b req-ef3dfc3a-8a2f-4d58-b93f-72bfa0fcdfd5 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.1158078 Oct 28 12:19:18.610190 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:19:18.617319 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-be83e608-619c-4d00-b4cb-6fd04a23536f admin admin] 10.222.0.32 "PUT /v2.0/routers/14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6031253 Oct 28 12:19:18.619493 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Sync routers for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:19:18.619923 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45210) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:18.632144 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-e8ced63f-7ea9-405a-8c5e-33f3355a227b req-526a72b5-544f-44eb-a600-97fdbd25ee0b tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433517 Oct 28 12:19:18.633024 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:18.633633 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:18.723968 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.735592 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:18.824004 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.881264 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Deleting port f86995d8-22cb-449d-a132-320b674a91c1 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:18.881890 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.911473 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203'}], 'enable_snat': True}, 'gw_port_id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:19:18Z', 'revision_number': 5, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port': {'id': 'f86995d8-22cb-449d-a132-320b674a91c1', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:85:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:27Z', 'updated_at': '2021-10-28T12:11:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:18.937502 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Checking router: 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:19:18.945459 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Routers {'14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:18.946045 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:18.961331 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] For port f86995d8-22cb-449d-a132-320b674a91c1, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f86995d8-22cb-449d-a132-320b674a91c1,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:18.961689 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:18.974215 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Calling delete_port for f86995d8-22cb-449d-a132-320b674a91c1 owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:19.030063 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] Set router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 gateway port host: None {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:19.084301 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:19:18Z', 'revision_number': 6, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:19.111514 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78395b09-516e-4f32-937f-0fbf89c6d81a None None] The sync data for ids ['14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56'] in dv-cinder-815746-2-iscsi is: [{'id': '14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56', 'name': 'tempest-TestVolumeBootPattern-728169847-router', 'tenant_id': 'd556263ca80e4b52b8588d1513962fb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:26Z', 'updated_at': '2021-10-28T12:19:18Z', 'revision_number': 6, 'project_id': 'd556263ca80e4b52b8588d1513962fb0', 'gw_port_host': None}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:19:19.150757 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.177482 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86995d8-22cb-449d-a132-320b674a91c1,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:19.239946 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.331087 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.333863 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.381798 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.382354 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:19:19.387006 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.390352 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8b9a3e41-9c37-491a-b025-28edede851e6 admin admin] 10.222.0.32 "DELETE /v2.0/routers/14c43bca-3d6b-4ffd-99aa-6ffcfd0b9b56 HTTP/1.1" status: 204 len: 168 time: 0.7682800 Oct 28 12:19:19.390840 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45222) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:19.436204 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Deleting subnet 69a7cf81-bb09-44f1-9097-bd55b24198f2 {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:19:19.439529 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.476700 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.583019 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.644905 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.671545 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69a7cf81-bb09-44f1-9097-bd55b24198f2,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:19.676197 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.680823 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-893b1141-ef0b-4a86-bc6a-aee83353536e admin admin] 10.222.0.32 "DELETE /v2.0/subnets/69a7cf81-bb09-44f1-9097-bd55b24198f2 HTTP/1.1" status: 204 len: 168 time: 0.2885647 Oct 28 12:19:19.683189 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45232) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:19.683675 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f249988e-2e0d-4393-a356-11561477c644 None None] Network 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:19:19.756381 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608cadb0-4128-49a4-9418-13e57b2ea032 req-bf6a4b03-596f-4a0d-b1ca-6c1f022df352 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:19.758046 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-608cadb0-4128-49a4-9418-13e57b2ea032 req-bf6a4b03-596f-4a0d-b1ca-6c1f022df352 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0533974 Oct 28 12:19:19.758560 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.801664 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-608cadb0-4128-49a4-9418-13e57b2ea032 req-1dfd4d83-fd9d-4a72-b57d-f202f5ad54d1 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352876 Oct 28 12:19:19.814175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Deleting port a794dcf4-4f5f-431a-b8d0-c30f12967282 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:19.814513 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.878949 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] For port a794dcf4-4f5f-431a-b8d0-c30f12967282, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=a794dcf4-4f5f-431a-b8d0-c30f12967282,segment=NetworkSegment(64fae77a-0bea-4e19-9201-7a41915cd1f6),segment_id=64fae77a-0bea-4e19-9201-7a41915cd1f6)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:19.879311 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:19.904033 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Calling delete_port for a794dcf4-4f5f-431a-b8d0-c30f12967282 owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:19.924237 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9f5668f1-74dd-43ae-bf87-44227d33bf25 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:19.949086 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 9f5668f1-74dd-43ae-bf87-44227d33bf25 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:19.949493 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 9f5668f1-74dd-43ae-bf87-44227d33bf25 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:20.002417 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.011815 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9899f0c2-6d88-4524-9bb9-c960647feaa0 None None] DHCP port deletion for 847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:19:20.028186 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Pushing event deleted for resources: {'Port': ['ID=a794dcf4-4f5f-431a-b8d0-c30f12967282,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:20.034071 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] No DVR routers for this DVR port a794dcf4-4f5f-431a-b8d0-c30f12967282 on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:20.107271 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.127783 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['847bc5f9-83d6-4f03-878a-d6ff4a99e1d4']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:20.137710 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64fae77a-0bea-4e19-9201-7a41915cd1f6') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:20.137997 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64fae77a-0bea-4e19-9201-7a41915cd1f6') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:20.148015 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.161648 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.168824 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Releasing vlan 1044 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:19:20.169180 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:19:20.170931 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:19:20.226522 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.231564 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.235309 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] 10.222.0.32 "DELETE /v2.0/networks/847bc5f9-83d6-4f03-878a-d6ff4a99e1d4 HTTP/1.1" status: 204 len: 168 time: 0.5501702 Oct 28 12:19:20.238371 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45234) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:20.249910 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fcaf5f-48a3-4441-8034-a1622143079f admin admin] Pushing event deleted for resources: {'Network': ['ID=847bc5f9-83d6-4f03-878a-d6ff4a99e1d4,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:20.579658 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.815151 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Deleting port 5caf6331-ac10-4d64-bbb0-1684ff97406f {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:20.815500 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.920083 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] For port 5caf6331-ac10-4d64-bbb0-1684ff97406f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=5caf6331-ac10-4d64-bbb0-1684ff97406f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:20.920352 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:20.933980 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Calling delete_port for 5caf6331-ac10-4d64-bbb0-1684ff97406f owned by network:router_interface {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:20.948944 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f87d39-08b6-4dc6-8e06-c19436ccd3c5 req-f49e0c40-061b-4815-860e-b44539dc184e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:20.950364 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8f87d39-08b6-4dc6-8e06-c19436ccd3c5 req-f49e0c40-061b-4815-860e-b44539dc184e tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0753107 Oct 28 12:19:21.268171 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c8f87d39-08b6-4dc6-8e06-c19436ccd3c5 req-20d03ecb-4e7e-48f2-a133-3824a7349315 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3115826 Oct 28 12:19:21.384092 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:21.408873 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Pushing event deleted for resources: {'Port': ['ID=5caf6331-ac10-4d64-bbb0-1684ff97406f,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:21.576423 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:21.595893 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f86995d8-22cb-449d-a132-320b674a91c1 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:21.615993 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: f86995d8-22cb-449d-a132-320b674a91c1 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:21.616403 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f86995d8-22cb-449d-a132-320b674a91c1 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:21.616901 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a794dcf4-4f5f-431a-b8d0-c30f12967282 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:21.635599 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: a794dcf4-4f5f-431a-b8d0-c30f12967282 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:21.635933 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device a794dcf4-4f5f-431a-b8d0-c30f12967282 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:21.785686 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Router f814969c-1023-447b-a4c6-303228473a76 has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:19:21.888993 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:19:21.895279 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-bd2e5cd3-246d-4aa7-b614-95ea212b6b5e admin admin] 10.222.0.32 "PUT /v2.0/routers/f814969c-1023-447b-a4c6-303228473a76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6556842 Oct 28 12:19:21.897937 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45242) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:21.898438 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Sync routers for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:19:21.907813 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:21.908404 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:21.997721 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.008781 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:22.097559 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.148671 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Deleting port f85ca660-0dc7-4879-bb8c-654f61c054a3 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:22.149033 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.180748 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123'}], 'enable_snat': True}, 'gw_port_id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:19:21Z', 'revision_number': 5, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port': {'id': 'f85ca660-0dc7-4879-bb8c-654f61c054a3', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:eb:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f814969c-1023-447b-a4c6-303228473a76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:11:35Z', 'updated_at': '2021-10-28T12:11:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:22.231134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] For port f85ca660-0dc7-4879-bb8c-654f61c054a3, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f85ca660-0dc7-4879-bb8c-654f61c054a3,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:22.231494 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.245654 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Calling delete_port for f85ca660-0dc7-4879-bb8c-654f61c054a3 owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:22.289570 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Checking router: f814969c-1023-447b-a4c6-303228473a76 for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:19:22.298787 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Routers {'f814969c-1023-447b-a4c6-303228473a76'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:19:22.299396 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:18:59Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['f814969c-1023-447b-a4c6-303228473a76'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:22.385650 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] Set router f814969c-1023-447b-a4c6-303228473a76 gateway port host: None {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:19:22.386310 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96192ff-89da-43d9-a8e2-6f51ace6db91 req-a3b6fd8e-34bc-4abc-96e7-a4530e4facb6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:22.387980 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a96192ff-89da-43d9-a8e2-6f51ace6db91 req-a3b6fd8e-34bc-4abc-96e7-a4530e4facb6 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0523326 Oct 28 12:19:22.423756 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.429155 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-a96192ff-89da-43d9-a8e2-6f51ace6db91 req-b1aa0a68-ab66-4476-ae5f-6374db71384a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340631 Oct 28 12:19:22.446015 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:19:22Z', 'revision_number': 6, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:22.451605 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Pushing event deleted for resources: {'Port': ['ID=f85ca660-0dc7-4879-bb8c-654f61c054a3,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:22.472644 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e355b9ad-d1e1-444e-9bec-4ef227032fb9 None None] The sync data for ids ['f814969c-1023-447b-a4c6-303228473a76'] in dv-cinder-815746-2-iscsi is: [{'id': 'f814969c-1023-447b-a4c6-303228473a76', 'name': 'tempest-TestVolumeBootPattern-2096055486-router', 'tenant_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:11:34Z', 'updated_at': '2021-10-28T12:19:22Z', 'revision_number': 6, 'project_id': '7a4ee8caa11b49b4b08f459ce4d0479d', 'gw_port_host': None}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:19:22.474630 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.474977 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.475314 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.475650 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.475977 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.476305 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.476621 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.476968 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.477298 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.481038 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.481416 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.481784 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:19:22.523186 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.608993 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.611040 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.654877 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.655351 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f814969c-1023-447b-a4c6-303228473a76 {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:19:22.660526 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.661774 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b9e8b443-38fd-4a20-800d-0f84c4341468 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f814969c-1023-447b-a4c6-303228473a76 HTTP/1.1" status: 204 len: 168 time: 0.7627718 Oct 28 12:19:22.664323 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45246) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:22.708515 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Deleting subnet cf680845-e296-46f1-95f6-15714642d92e {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:19:22.711700 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.745429 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.825579 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.877807 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.907253 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf680845-e296-46f1-95f6-15714642d92e,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:22.909168 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:22.915151 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-7746bbda-a1e7-4654-a778-725a4d50a343 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cf680845-e296-46f1-95f6-15714642d92e HTTP/1.1" status: 204 len: 168 time: 0.2475612 Oct 28 12:19:22.915310 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fdc254-a898-4bc4-bfde-cf399e2534fa None None] Network ab9933c8-7df2-4d36-9ff3-7d034d656625 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:19:22.915723 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45250) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:22.986233 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.038135 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Deleting port f187bea8-19d5-40f5-a8b0-7a93a1348a8f {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:19:23.038470 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.107564 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] For port f187bea8-19d5-40f5-a8b0-7a93a1348a8f, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,segment=NetworkSegment(792348a9-e325-474d-a0ec-a76873886670),segment_id=792348a9-e325-474d-a0ec-a76873886670)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:23.107939 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.127639 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Calling delete_port for f187bea8-19d5-40f5-a8b0-7a93a1348a8f owned by network:dhcp {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:19:23.205735 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.216404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d34395-d8b2-45c5-a5d6-f12e14b974f6 None None] DHCP port deletion for ab9933c8-7df2-4d36-9ff3-7d034d656625 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:19:23.232949 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f187bea8-19d5-40f5-a8b0-7a93a1348a8f,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:23.238928 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] No DVR routers for this DVR port f187bea8-19d5-40f5-a8b0-7a93a1348a8f on host dv-cinder-815746-2-iscsi {{(pid=101561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:19:23.303954 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cc2b0-c81e-4816-b20d-ad2b56db0782 req-ab73ea36-e531-430f-8422-f7f2425a68ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:23.306248 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-df9cc2b0-c81e-4816-b20d-ad2b56db0782 req-ab73ea36-e531-430f-8422-f7f2425a68ae service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1096 time: 0.0430596 Oct 28 12:19:23.315329 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.337382 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9933c8-7df2-4d36-9ff3-7d034d656625']}} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:23.344316 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-df9cc2b0-c81e-4816-b20d-ad2b56db0782 req-bea26ece-e8d7-446b-a544-39d3ad31dfcf service neutron] 10.222.0.105 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301707 Oct 28 12:19:23.352904 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792348a9-e325-474d-a0ec-a76873886670') {'for_net_delete': True} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:23.353195 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792348a9-e325-474d-a0ec-a76873886670') {} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:19:23.362483 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2540255'] for segment, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.375279 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.384387 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Releasing vlan 1034 on physical network physnet1 to pool {{(pid=101561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:19:23.384790 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2730237'] for segment, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: Traceback (most recent call last): Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: timer() Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: cb(*args, **kw) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: return func(*args, **kwargs) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: self._notify() Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: self.callback(batched_events) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: event.method(event) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: return f(self, *a, **k) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._get(url).json() Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: return self.request(url, 'GET', **kwargs) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:19:23.386514 dv-cinder-815746-2-iscsi neutron-server[101561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:19:23.442591 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.448279 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.451452 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] 10.222.0.32 "DELETE /v2.0/networks/ab9933c8-7df2-4d36-9ff3-7d034d656625 HTTP/1.1" status: 204 len: 168 time: 0.5348301 Oct 28 12:19:23.468198 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf8c43-b73a-47bf-a836-45c1964f3dd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9933c8-7df2-4d36-9ff3-7d034d656625,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:23.564194 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3dfec0-c3fb-4bb3-86c7-91a4c8faade8 req-a0d7d926-d285-45e4-b085-e19cecac20cb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:23.566292 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc3dfec0-c3fb-4bb3-86c7-91a4c8faade8 req-a0d7d926-d285-45e4-b085-e19cecac20cb tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0558984 Oct 28 12:19:23.568305 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f187bea8-19d5-40f5-a8b0-7a93a1348a8f no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:23.592322 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: f187bea8-19d5-40f5-a8b0-7a93a1348a8f {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:23.592746 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f187bea8-19d5-40f5-a8b0-7a93a1348a8f not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:23.593540 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5caf6331-ac10-4d64-bbb0-1684ff97406f no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:23.604315 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45256) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:23.606655 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-cc3dfec0-c3fb-4bb3-86c7-91a4c8faade8 req-55aa08d8-d503-400e-ab27-4d53afad622a tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331287 Oct 28 12:19:23.614397 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 5caf6331-ac10-4d64-bbb0-1684ff97406f {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:23.614949 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 5caf6331-ac10-4d64-bbb0-1684ff97406f not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:23.615404 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f85ca660-0dc7-4879-bb8c-654f61c054a3 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:19:23.634866 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: f85ca660-0dc7-4879-bb8c-654f61c054a3 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:19:23.635507 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device f85ca660-0dc7-4879-bb8c-654f61c054a3 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:19:23.654108 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-ebba7238-8008-4bc6-a046-345f41b7686a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d556263ca80e4b52b8588d1513962fb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484016 Oct 28 12:19:23.656485 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45258) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:23.703615 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.724185 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.771642 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.774350 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:23.775634 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0481df0c-617f-4de6-96a1-78c3841967b2 HTTP/1.1" status: 204 len: 168 time: 0.1182270 Oct 28 12:19:23.784124 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b852b137-7049-4afa-a1cc-639ce07312be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0481df0c-617f-4de6-96a1-78c3841967b2,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:24.100351 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45274) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:24.138432 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-dbf69214-f89c-4e87-8b28-c04bd51774cf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a4ee8caa11b49b4b08f459ce4d0479d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369215 Oct 28 12:19:24.140769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45276) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:24.189674 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:24.209500 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:24.260129 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:24.262705 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:24.263821 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/461a462d-c7d4-4a96-9945-3a2a4477e866 HTTP/1.1" status: 204 len: 168 time: 0.1221325 Oct 28 12:19:24.272077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f875cb-6a56-41b6-aa66-b9529367c6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=461a462d-c7d4-4a96-9945-3a2a4477e866,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:24.721220 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e09e92-c6ec-41a4-adca-04b0bf1a5891 req-3637ae0a-0324-4829-844e-675fc89215c0 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:19:24.722671 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-16e09e92-c6ec-41a4-adca-04b0bf1a5891 req-3637ae0a-0324-4829-844e-675fc89215c0 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 943 time: 0.0485775 Oct 28 12:19:24.759887 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-16e09e92-c6ec-41a4-adca-04b0bf1a5891 req-d20a5eda-4431-48ee-a136-1b601f79c8d9 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308943 Oct 28 12:19:26.695689 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-431245f4-23f8-40d9-a54e-296576c004f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:27.102066 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 details requested by agent hyperv_hv-cinder-81574 with host hv-cinder-81574 {{(pid=101562) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Oct 28 12:19:27.194396 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:27.208203 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Returning: {'device': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'port_id': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'mac_address': 'fa:16:3e:b5:e6:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1036, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101562) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Oct 28 12:19:27.244581 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:27.256937 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 {{(pid=101562) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Oct 28 12:19:27.275438 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:27.279491 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:27.323756 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=7']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:28.314840 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] get_ports_and_sgs() called for port_ids ['244d0e5d-1cc2-4571-812b-ef4d2ee1f262'] {{(pid=101562) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Oct 28 12:19:29.244114 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-63bbb642-9f1e-4f5d-94ef-d7fe775e9d2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.264458 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.350640 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.395719 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.608817 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 up at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Oct 28 12:19:30.655699 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.provisioning_blocks [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Provisioning complete for port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 triggered by entity L2. {{(pid=101562) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 28 12:19:30.656065 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16067439'] for port, provisioning_complete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.728396 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-778975'] for port, before_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.749388 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101562) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:19:30.751604 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e6d034a7003c353e073140c612ec46666474639f2774364b133f4a9adc0a894" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a24ea98-e9a8-45f3-a0e5-eef89c298f75" -d '{"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-plugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101562) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:19:30.767248 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:19:30.771629 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8757782316526', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8757781823097', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8757781823115'] for port, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:30.818315 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Pushing event updated for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=8']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:30.959081 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa06e36e-e819-4e15-a873-bc6aa384ab10 x-openstack-request-id: req-fa06e36e-e819-4e15-a873-bc6aa384ab10 {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:19:30.959369 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-plugged", "status": "completed", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "code": 200}]} {{(pid=101562) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:19:30.959617 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-fa06e36e-e819-4e15-a873-bc6aa384ab10 {{(pid=101562) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:19:30.960004 dv-cinder-815746-2-iscsi neutron-server[101562]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'code': 200} Oct 28 12:19:31.888326 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:34.921824 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:19:44.070301 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45408) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:44.169050 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b434b905-0a5f-417f-bfea-516ca41436da admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.239949 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b434b905-0a5f-417f-bfea-516ca41436da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.244406 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-b434b905-0a5f-417f-bfea-516ca41436da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.280601 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-b434b905-0a5f-417f-bfea-516ca41436da admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2bee74c1ec7149a8b39493d901b7ee9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092617 Oct 28 12:19:44.281689 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434b905-0a5f-417f-bfea-516ca41436da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e72cee-4eaf-49fb-8c60-de0392351dfa,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:44.283358 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45412) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:44.332646 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.353230 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.401449 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.404043 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.405181 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/43e72cee-4eaf-49fb-8c60-de0392351dfa HTTP/1.1" status: 204 len: 168 time: 0.1201029 Oct 28 12:19:44.413148 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9978b4d1-bcc9-4afe-a32b-dafbd1eca306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e72cee-4eaf-49fb-8c60-de0392351dfa,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:44.654550 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45418) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:44.667961 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0eabb01-6104-4a8f-88bd-9f5f4457fb8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.740694 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0eabb01-6104-4a8f-88bd-9f5f4457fb8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.745141 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-d0eabb01-6104-4a8f-88bd-9f5f4457fb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.789899 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-d0eabb01-6104-4a8f-88bd-9f5f4457fb8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9184b1a7dd224757a86c5f4af947ac5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1313870 Oct 28 12:19:44.789899 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eabb01-6104-4a8f-88bd-9f5f4457fb8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1cba25a-8116-44ce-bc57-81daff6ceba7,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:44.790375 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45420) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:44.839002 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.859575 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.906003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.908477 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:44.909628 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b1cba25a-8116-44ce-bc57-81daff6ceba7 HTTP/1.1" status: 204 len: 168 time: 0.1182208 Oct 28 12:19:44.920024 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f059989-1324-44f6-9bb4-fbc2111bac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1cba25a-8116-44ce-bc57-81daff6ceba7,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:49.062879 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45492) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:49.163458 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-645e0f9d-95ad-4b73-85d7-783018ee7905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.237613 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-645e0f9d-95ad-4b73-85d7-783018ee7905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.241217 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-645e0f9d-95ad-4b73-85d7-783018ee7905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.278219 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-645e0f9d-95ad-4b73-85d7-783018ee7905 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4f51a31bd9d5434aa1719ebc22655cfd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2143133 Oct 28 12:19:49.279043 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645e0f9d-95ad-4b73-85d7-783018ee7905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc549565-f85e-486d-8766-d28306080239,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:49.281018 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45496) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:49.329795 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.350782 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.396036 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.399288 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.400459 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/dc549565-f85e-486d-8766-d28306080239 HTTP/1.1" status: 204 len: 168 time: 0.1183710 Oct 28 12:19:49.408361 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e1b81-6409-4231-991f-074bc3fffdba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc549565-f85e-486d-8766-d28306080239,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:49.650227 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45502) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:49.665412 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ba11a243-f4f5-40ed-a421-858dc338ac18 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.738313 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ba11a243-f4f5-40ed-a421-858dc338ac18 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.742367 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-ba11a243-f4f5-40ed-a421-858dc338ac18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.780539 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-ba11a243-f4f5-40ed-a421-858dc338ac18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c704b12b29824a5cb71d3fd37d0dc0e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1292489 Oct 28 12:19:49.781389 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11a243-f4f5-40ed-a421-858dc338ac18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67388fe6-20c3-498e-b4a4-4f5feea1308a,revision_number=1']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:49.783258 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45504) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:49.831615 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.851646 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.897133 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.899683 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:49.900842 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/67388fe6-20c3-498e-b4a4-4f5feea1308a HTTP/1.1" status: 204 len: 168 time: 0.1165760 Oct 28 12:19:49.908660 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6377b812-bdee-4364-872f-77bf5025559a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67388fe6-20c3-498e-b4a4-4f5feea1308a,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:53.350206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45548) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:53.452235 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5503e89-9541-4796-8c52-26a88cb3f040 admin admin] Publish callbacks [] for security_group, before_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.521808 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5503e89-9541-4796-8c52-26a88cb3f040 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.525796 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-d5503e89-9541-4796-8c52-26a88cb3f040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_create {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.563866 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5503e89-9541-4796-8c52-26a88cb3f040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efffab40-ae58-407f-8429-93d1cb6f138c,revision_number=1']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:53.568065 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-d5503e89-9541-4796-8c52-26a88cb3f040 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=af102a8d77494cabba99dfc429baf3c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2163696 Oct 28 12:19:53.570646 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45552) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:19:53.617572 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.637312 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.682617 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.685175 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:53.686302 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/efffab40-ae58-407f-8429-93d1cb6f138c HTTP/1.1" status: 204 len: 168 time: 0.1147723 Oct 28 12:19:53.693727 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cf38a2-6e5d-4446-a942-d4af7b82b61e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efffab40-ae58-407f-8429-93d1cb6f138c,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:19:56.698131 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-78c1257b-19c4-4c66-a224-857d2167ac59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:19:59.245920 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7eb311c0-ee00-4360-98ac-02ce42e58a42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.268215 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.360378 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:00.398192 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:01.889284 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:06.038005 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-34f50438-383a-4890-904d-a272dc4a086d service neutron] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386734 Oct 28 12:20:06.101063 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-e5f79d17-1aff-44c1-9348-5b96da96358b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:06.102520 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-e5f79d17-1aff-44c1-9348-5b96da96358b service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0420318 Oct 28 12:20:06.201143 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-069adc27-ae2e-4cba-a9f7-47f66a1fa49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:06.202551 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-069adc27-ae2e-4cba-a9f7-47f66a1fa49b service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.0813224 Oct 28 12:20:06.270207 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-33dd363f-0d06-40cd-a187-ff09edf60ff6 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 1001 time: 0.0586483 Oct 28 12:20:06.317599 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-7cd53d9a-c0f0-4e7c-a7de-2d8499afe255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:06.318951 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-7cd53d9a-c0f0-4e7c-a7de-2d8499afe255 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0419474 Oct 28 12:20:06.362077 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-6ea4fb54-f2aa-446f-b02f-6f9626885c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:06.363515 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-6ea4fb54-f2aa-446f-b02f-6f9626885c45 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0376244 Oct 28 12:20:06.452999 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-1909b2f0-df6e-4f99-8315-7ed198532619 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826592 Oct 28 12:20:06.538072 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-d9c4ea04-0d1f-4087-95fa-460778f514c7 req-11e94331-6a73-4538-abaf-ba0c890d12ad service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0775540 Oct 28 12:20:11.920960 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:20:26.699022 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-bf19fe38-d2d1-4e28-8be9-2556da8591ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:29.246037 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-7dd26b34-b668-403c-959e-fc96bbefdd5f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:30.269727 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:30.360002 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:30.402664 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:31.894463 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:37.623781 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45560) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:38.018414 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Deleting port 36e01e3d-4b59-4029-b501-32555e9be058 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:38.018746 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.092875 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.093192 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.104112 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Calling delete_port for 36e01e3d-4b59-4029-b501-32555e9be058 owned by network:floatingip {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:38.241787 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.265924 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event deleted for resources: {'Port': ['ID=36e01e3d-4b59-4029-b501-32555e9be058,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:38.277484 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.277826 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.278156 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.278481 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.278802 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.279124 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.279439 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.279753 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.280069 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.280385 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.280695 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.281030 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101560) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:38.336208 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for floatingip, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.336549 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.db.l3_db [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Floating IP b79ad447-3f2d-4503-9248-4dbc5acb378b disassociated (deleted). External IP: 172.27.3.178, port: 244d0e5d-1cc2-4571-812b-ef4d2ee1f262. Oct 28 12:20:38.532290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:38.637748 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:38.642551 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for floatingip, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:38.648182 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Sync routers for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:38.657229 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:38.657839 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:38.668522 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-66684796-cc58-4fcd-8644-2387bf289fa7 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "DELETE /v2.0/floatingips/b79ad447-3f2d-4503-9248-4dbc5acb378b HTTP/1.1" status: 204 len: 168 time: 1.0436740 Oct 28 12:20:38.669232 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:38.671561 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55906e3-f1e8-48d8-a7d5-25b773aba71e" -d '{"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:38.767392 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:38.896860 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73a46-b039-4c7a-8287-f405a3c0ed89 req-e681ef12-9a54-46c4-bb19-638fb9d4f6d4 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.898477 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7b73a46-b039-4c7a-8287-f405a3c0ed89 req-e681ef12-9a54-46c4-bb19-638fb9d4f6d4 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0555668 Oct 28 12:20:38.906648 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d43627b-db7f-405a-b078-eec4d33a5789 x-openstack-request-id: req-6d43627b-db7f-405a-b078-eec4d33a5789 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:38.907040 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:38.907389 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-6d43627b-db7f-405a-b078-eec4d33a5789 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:38.907878 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'status': 'completed', 'code': 200} Oct 28 12:20:38.940844 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-c7b73a46-b039-4c7a-8287-f405a3c0ed89 req-847fe7be-985f-47cc-ad4a-3d96b9d8e8df tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350976 Oct 28 12:20:38.977237 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-dca54528-d90a-4557-a036-be976c1cfba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:38.978838 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-dca54528-d90a-4557-a036-be976c1cfba4 service neutron] 10.222.0.105 "GET /v2.0/ports?tenant_id=dd514e56644c429eb4e7106b0a2eca19&device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 1098 time: 0.0464540 Oct 28 12:20:38.988691 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:39.018767 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Checking router: c3df1db6-9143-480b-beaa-9f8d5cb4fd7c for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:39.027527 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:39.028129 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:39.070572 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-28464548-51a3-4c20-97e0-a031b80e5da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.071924 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-28464548-51a3-4c20-97e0-a031b80e5da0 service neutron] 10.222.0.105 "GET /v2.0/networks?id=94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 200 len: 909 time: 0.0832727 Oct 28 12:20:39.117745 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-71bb34ad-aed7-4a0d-b3e9-1af4701b5036 service neutron] 10.222.0.105 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 200 len: 217 time: 0.0369298 Oct 28 12:20:39.132011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:39.168804 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-ddb7eae6-2c99-44dd-a3e2-450c8ac47e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.170258 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-ddb7eae6-2c99-44dd-a3e2-450c8ac47e99 service neutron] 10.222.0.105 "GET /v2.0/subnets?id=f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 200 len: 846 time: 0.0439174 Oct 28 12:20:39.216823 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-5370fc4c-9a20-4c9e-9ed4-2ba663edc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:39.218314 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-5370fc4c-9a20-4c9e-9ed4-2ba663edc4c9 service neutron] 10.222.0.105 "GET /v2.0/ports?network_id=94ac6422-ee90-46f4-ae16-cb169563dec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393703 Oct 28 12:20:39.312616 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-1186d66d-6bf9-4deb-a5d7-ce2a11493c59 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856979 Oct 28 12:20:39.323030 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:39.352622 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dad37f5b-5aa0-4758-b5fb-d4b79d3b15aa None None] The sync data for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi is: [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:14Z', 'revision_number': 4, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi', '_interfaces': [{'id': '6a47ef01-1a5a-4fb5-b11a-25dcad931f20', 'name': '', 'network_id': '94ac6422-ee90-46f4-ae16-cb169563dec2', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'mac_address': 'fa:16:3e:c8:d3:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:14Z', 'updated_at': '2021-10-28T12:16:19Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'subnets': [{'id': 'f311832f-7ed7-4d97-b665-c102547ee432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:39.405000 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-e55906e3-f1e8-48d8-a7d5-25b773aba71e req-abe94f3b-c901-4008-8408-57aa0253c3f3 service neutron] 10.222.0.105 "GET /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844388 Oct 28 12:20:39.570843 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-778c9504-34d4-40bf-afa9-0337b38deecf None None] New status for floating IP b79ad447-3f2d-4503-9248-4dbc5acb378b: DOWN {{(pid=101563) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 28 12:20:40.072683 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e4223a-35d0-4a83-b79a-89242f202251 req-497a7a4e-f6df-4c58-abed-f908fb9bb17f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101561) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.074145 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-70e4223a-35d0-4a83-b79a-89242f202251 req-497a7a4e-f6df-4c58-abed-f908fb9bb17f tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0487692 Oct 28 12:20:40.113086 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-70e4223a-35d0-4a83-b79a-89242f202251 req-194941c3-3c84-4d41-a9a9-8cb6d405bf01 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/security-groups?id=a5ca4493-303a-4935-97b7-016077fb61d8&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330389 Oct 28 12:20:40.404317 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-cd119ddf-a3fb-4de9-b25d-c0f55576202d tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101560) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Oct 28 12:20:40.405781 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-cd119ddf-a3fb-4de9-b25d-c0f55576202d tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.105 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 945 time: 0.0513852 Oct 28 12:20:40.492095 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Deleting port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:40.492426 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:40.579123 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] For port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262, host hv-cinder-81574, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81574',level=0,port_id=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:40.579474 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:40.592122 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Calling delete_port for 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 owned by compute:nova {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:40.711855 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:40.737981 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event deleted for resources: {'Port': ['ID=244d0e5d-1cc2-4571-812b-ef4d2ee1f262,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:40.783101 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] No DVR routers for this DVR port 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 on host hv-cinder-81574 {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:40.785506 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-57535'] for port, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:40.789411 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [req-329a4604-bfd4-4f93-933e-9493f2a753d6 req-95accf81-bc17-43b1-96d5-12a91bdd8831 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.105 "DELETE /v2.0/ports/244d0e5d-1cc2-4571-812b-ef4d2ee1f262 HTTP/1.1" status: 204 len: 173 time: 0.3773992 Oct 28 12:20:40.909236 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-deleted', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262'}] {{(pid=101560) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Oct 28 12:20:40.911556 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.32/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d556eedc49772e1ef70208c101f7e1f5ba57fe21544e75d958dd3d25f1344dd8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f842ca2-ba8b-49e9-8696-7f2b013c9e0b" -d '{"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-deleted", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262"}]}' {{(pid=101560) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 28 12:20:40.946839 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 28 Oct 2021 12:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78228706-072f-415b-a934-1668d621e0d5 x-openstack-request-id: req-78228706-072f-415b-a934-1668d621e0d5 {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 28 12:20:40.947134 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83a91ace-3449-4d0c-82d8-23b36191b7be", "name": "network-vif-deleted", "tag": "244d0e5d-1cc2-4571-812b-ef4d2ee1f262", "status": "completed", "code": 200}]} {{(pid=101560) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 28 12:20:40.947393 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.32/compute/v2.1/os-server-external-events used request id req-78228706-072f-415b-a934-1668d621e0d5 {{(pid=101560) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 28 12:20:40.947793 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83a91ace-3449-4d0c-82d8-23b36191b7be', 'name': 'network-vif-deleted', 'tag': '244d0e5d-1cc2-4571-812b-ef4d2ee1f262', 'status': 'completed', 'code': 200} Oct 28 12:20:41.233233 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [req-f27a214f-35a9-4f25-b580-715595044682 req-6b995e23-737f-4b4b-84a0-184c6d8dcad0 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "GET /v2.0/ports?device_id=83a91ace-3449-4d0c-82d8-23b36191b7be HTTP/1.1" status: 200 len: 210 time: 0.0291109 Oct 28 12:20:42.293827 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45586) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:42.349481 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:42.374769 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:42.432178 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:42.434782 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Publish callbacks [] for security_group, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:42.435918 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] 10.222.0.32 "DELETE /v2.0/security-groups/a5ca4493-303a-4935-97b7-016077fb61d8 HTTP/1.1" status: 204 len: 168 time: 0.1411257 Oct 28 12:20:42.445003 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da783af1-fe57-41c6-982b-a90079cbe672 tempest-TestShelveInstance-334495855 tempest-TestShelveInstance-334495855-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5ca4493-303a-4935-97b7-016077fb61d8,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:42.477195 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45590) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:42.801248 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:43.037637 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Deleting port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:43.037967 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:43.112988 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] For port 6a47ef01-1a5a-4fb5-b11a-25dcad931f20, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:43.113267 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:43.125212 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Calling delete_port for 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 owned by network:router_interface {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:43.299542 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:43.323465 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a47ef01-1a5a-4fb5-b11a-25dcad931f20,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:43.486909 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:43.692453 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101560) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:43.790892 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101560) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:43.797062 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-8ec0f7bd-2e7a-4efc-a121-fb4a99a2fcd5 admin admin] 10.222.0.32 "PUT /v2.0/routers/c3df1db6-9143-480b-beaa-9f8d5cb4fd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3213673 Oct 28 12:20:43.798642 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45592) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:43.801103 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Sync routers for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:43.811074 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:43.811666 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:43.899455 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks [] for router, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.001800 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.038198 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:44.053659 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Deleting port 68ca7c4f-cb96-4a7c-903f-670cc10079e7 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:44.054482 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.133645 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] For port 68ca7c4f-cb96-4a7c-903f-670cc10079e7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=68ca7c4f-cb96-4a7c-903f-670cc10079e7,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:44.133998 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.145946 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Calling delete_port for 68ca7c4f-cb96-4a7c-903f-670cc10079e7 owned by network:router_gateway {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:44.208185 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206'}], 'enable_snat': True}, 'gw_port_id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:20:43Z', 'revision_number': 5, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port': {'id': '68ca7c4f-cb96-4a7c-903f-670cc10079e7', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f7:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:44.237680 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Checking router: c3df1db6-9143-480b-beaa-9f8d5cb4fd7c for host: dv-cinder-815746-2-iscsi {{(pid=101562) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:44.247096 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Routers {'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101562) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:44.247756 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'], 'active': True} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:44.335521 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvr_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] Set router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c gateway port host: None {{(pid=101562) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:44.388052 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_hamode_db [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:20:44Z', 'revision_number': 6, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port_host': None}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101562) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:44.418753 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d508c2d6-336e-42b5-aa43-8aada2ca6a1e None None] The sync data for ids ['c3df1db6-9143-480b-beaa-9f8d5cb4fd7c'] in dv-cinder-815746-2-iscsi is: [{'id': 'c3df1db6-9143-480b-beaa-9f8d5cb4fd7c', 'name': 'tempest-TestShelveInstance-91584878-router', 'tenant_id': 'dd514e56644c429eb4e7106b0a2eca19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:12Z', 'updated_at': '2021-10-28T12:20:44Z', 'revision_number': 6, 'project_id': 'dd514e56644c429eb4e7106b0a2eca19', 'gw_port_host': None}] {{(pid=101562) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:44.551541 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.574107 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Pushing event deleted for resources: {'Port': ['ID=68ca7c4f-cb96-4a7c-903f-670cc10079e7,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:44.635551 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.720979 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.722974 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.768722 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.769367 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3df1db6-9143-480b-beaa-9f8d5cb4fd7c {{(pid=101560) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:20:44.774365 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] Publish callbacks [] for router, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.775510 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-090fd86c-a465-4c93-be83-f1efbfb70e0d admin admin] 10.222.0.32 "DELETE /v2.0/routers/c3df1db6-9143-480b-beaa-9f8d5cb4fd7c HTTP/1.1" status: 204 len: 168 time: 0.9759758 Oct 28 12:20:44.778033 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45594) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:44.825665 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Deleting subnet f311832f-7ed7-4d97-b665-c102547ee432 {{(pid=101560) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:20:44.828914 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.863568 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2842596'] for subnet, precommit_delete_associations {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.910215 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 no longer exists at agent hyperv_hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:44.930630 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] No Port match for: 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:44.930965 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Device 244d0e5d-1cc2-4571-812b-ef4d2ee1f262 not bound to the agent host hv-cinder-81574 {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:44.936206 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:44.985820 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2482470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3411248'] for subnet, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.011601 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f311832f-7ed7-4d97-b665-c102547ee432,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:45.017069 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for subnet, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.020165 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-28d17617-e220-4c07-a1e1-f648a87a252d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f311832f-7ed7-4d97-b665-c102547ee432 HTTP/1.1" status: 204 len: 168 time: 0.2412245 Oct 28 12:20:45.023286 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [-] (101560) accepted ('10.222.0.32', 45596) {{(pid=101560) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:45.026003 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c042522-b011-4f46-b0ca-d484766772c8 None None] Network 94ac6422-ee90-46f4-ae16-cb169563dec2 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:45.088630 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.138699 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Deleting port 160bb182-9581-42d6-af16-67830288a6f7 {{(pid=101560) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:45.139024 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.205380 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] DHCP port deletion for 94ac6422-ee90-46f4-ae16-cb169563dec2 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:20:45.209726 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.db [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] For port 160bb182-9581-42d6-af16-67830288a6f7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=160bb182-9581-42d6-af16-67830288a6f7,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101560) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:45.210225 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.223540 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.plugin [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Calling delete_port for 160bb182-9581-42d6-af16-67830288a6f7 owned by network:dhcp {{(pid=101560) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:45.252374 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Deleting port 160bb182-9581-42d6-af16-67830288a6f7 {{(pid=101562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:45.252743 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.302753 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2482451'] for port, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.315781 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] For port 160bb182-9581-42d6-af16-67830288a6f7, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=160bb182-9581-42d6-af16-67830288a6f7,segment=NetworkSegment(8d09b97f-c329-4aaf-bec3-4edf9f728bb5),segment_id=8d09b97f-c329-4aaf-bec3-4edf9f728bb5)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:45.317127 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.333268 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Pushing event deleted for resources: {'Port': ['ID=160bb182-9581-42d6-af16-67830288a6f7,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:45.334312 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Calling delete_port for 160bb182-9581-42d6-af16-67830288a6f7 owned by network:dhcp {{(pid=101562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:45.335973 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] No DVR routers for this DVR port 160bb182-9581-42d6-af16-67830288a6f7 on host dv-cinder-815746-2-iscsi {{(pid=101560) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:45.410182 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.427715 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088'] for port, after_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.431320 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ac6422-ee90-46f4-ae16-cb169563dec2']}} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:45.440997 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d09b97f-c329-4aaf-bec3-4edf9f728bb5') {'for_net_delete': True} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:45.441295 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.services.segments.db [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d09b97f-c329-4aaf-bec3-4edf9f728bb5') {} {{(pid=101560) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:45.451551 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2842525'] for segment, before_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.455854 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Pushing event deleted for resources: {'Port': ['ID=160bb182-9581-42d6-af16-67830288a6f7,revision_number=None']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:45.458269 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] No DVR routers for this DVR port 160bb182-9581-42d6-af16-67830288a6f7 on host dv-cinder-815746-2-iscsi {{(pid=101562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.469371 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.471573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.471573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.471573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a668545-e622-4acb-901f-1d1af30aa3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101562) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:45.487364 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.493927 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Releasing vlan 1036 on physical network physnet1 to pool {{(pid=101560) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:20:45.494301 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2482636'] for segment, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: Traceback (most recent call last): Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: timer() Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: cb(*args, **kw) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: return func(*args, **kwargs) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: self._notify() Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: self.callback(batched_events) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: event.method(event) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: return f(self, *a, **k) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._get(url).json() Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: return self.request(url, 'GET', **kwargs) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:20:45.496174 dv-cinder-815746-2-iscsi neutron-server[101560]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:20:45.557290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.562739 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron_lib.callbacks.manager [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101560) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:45.566022 dv-cinder-815746-2-iscsi neutron-server[101560]: INFO neutron.wsgi [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] 10.222.0.32 "DELETE /v2.0/networks/94ac6422-ee90-46f4-ae16-cb169563dec2 HTTP/1.1" status: 204 len: 168 time: 0.5418246 Oct 28 12:20:45.569025 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45598) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:45.573913 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 160bb182-9581-42d6-af16-67830288a6f7 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:45.577742 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1151bcc6-5521-460e-9b2d-e3f81687c707 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ac6422-ee90-46f4-ae16-cb169563dec2,revision_number=None']} {{(pid=101560) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:45.595928 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 160bb182-9581-42d6-af16-67830288a6f7 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:45.596342 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 160bb182-9581-42d6-af16-67830288a6f7 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:45.596870 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 68ca7c4f-cb96-4a7c-903f-670cc10079e7 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:45.615376 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 68ca7c4f-cb96-4a7c-903f-670cc10079e7 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:45.615797 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 68ca7c4f-cb96-4a7c-903f-670cc10079e7 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:45.616259 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:45.638488 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:45.638819 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 6a47ef01-1a5a-4fb5-b11a-25dcad931f20 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:45.907873 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-16273215'] for router_interface, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:46.144387 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Deleting port 26670b85-2ed0-402c-a03b-ea7b626a1428 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:46.144704 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:46.222802 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] For port 26670b85-2ed0-402c-a03b-ea7b626a1428, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=26670b85-2ed0-402c-a03b-ea7b626a1428,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:46.223064 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:46.235293 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Calling delete_port for 26670b85-2ed0-402c-a03b-ea7b626a1428 owned by network:router_interface {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:46.419393 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:46.443417 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Pushing event deleted for resources: {'Port': ['ID=26670b85-2ed0-402c-a03b-ea7b626a1428,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:46.455822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.455822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.455822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.455822 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.456235 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.456390 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.456713 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.457062 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.457380 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.457694 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.458008 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.458326 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-815746-2-iscsi {{(pid=101561) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 28 12:20:46.613184 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-16509371', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-16273363'] for router_interface, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:46.818975 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Router 2bd62b0a-1e37-495a-ba9c-0f28393a139c has already been hosted by L3 agent db491b96-b3b5-496c-9450-c09e7a6af558 {{(pid=101561) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Oct 28 12:20:46.922920 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] Notify agent at l3_agent.dv-cinder-815746-2-iscsi the message routers_updated {{(pid=101561) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Oct 28 12:20:46.927960 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9a158324-c2e1-4179-8f94-15df4bd1060f admin admin] 10.222.0.32 "PUT /v2.0/routers/2bd62b0a-1e37-495a-ba9c-0f28393a139c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3573439 Oct 28 12:20:46.930430 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45600) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:46.932881 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Sync routers for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 28 12:20:46.942689 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:46.943284 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:47.031619 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks [] for router, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.044594 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:47.219605 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:20:46Z', 'revision_number': 5, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:47.250693 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Checking router: 2bd62b0a-1e37-495a-ba9c-0f28393a139c for host: dv-cinder-815746-2-iscsi {{(pid=101563) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 28 12:20:47.260138 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Routers {'2bd62b0a-1e37-495a-ba9c-0f28393a139c'} bound to L3 agent in host dv-cinder-815746-2-iscsi {{(pid=101563) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Oct 28 12:20:47.260791 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-815746-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-10-28T12:00:59Z,description=,heartbeat_timestamp=2021-10-28T12:20:29Z,host='dv-cinder-815746-2-iscsi',id=db491b96-b3b5-496c-9450-c09e7a6af558,load=0,resource_versions=,resources_synced=,started_at=2021-10-28T12:00:59Z,topic='l3_agent')) {'router_ids': ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'], 'active': True} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:47.365877 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_dvr_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] Set router 2bd62b0a-1e37-495a-ba9c-0f28393a139c gateway port host: dv-cinder-815746-2-iscsi {{(pid=101563) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Oct 28 12:20:47.382932 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.435212 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Deleting port c2fdf09f-2f38-4289-8820-cf70d8cf4e76 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:47.435545 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.511184 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] For port c2fdf09f-2f38-4289-8820-cf70d8cf4e76, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,segment=NetworkSegment(0d22def4-5410-4090-9308-9a294299d40b),segment_id=0d22def4-5410-4090-9308-9a294299d40b)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:47.511507 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.528591 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Calling delete_port for c2fdf09f-2f38-4289-8820-cf70d8cf4e76 owned by network:router_gateway {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:47.551514 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.l3_hamode_db [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:20:46Z', 'revision_number': 5, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}], 'dv-cinder-815746-2-iscsi', False) {} {{(pid=101563) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:47.577287 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081d7d83-6d71-4807-8974-a27d95f7421b None None] The sync data for ids ['2bd62b0a-1e37-495a-ba9c-0f28393a139c'] in dv-cinder-815746-2-iscsi is: [{'id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'name': 'tempest-TestShelveInstance-768221758-router', 'tenant_id': 'ee4d2228e1c54f7db2615d7307944d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'external_fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33'}], 'enable_snat': True}, 'gw_port_id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-10-28T12:16:16Z', 'updated_at': '2021-10-28T12:20:46Z', 'revision_number': 5, 'project_id': 'ee4d2228e1c54f7db2615d7307944d12', 'gw_port': {'id': 'c2fdf09f-2f38-4289-8820-cf70d8cf4e76', 'name': '', 'network_id': '73311d1b-5681-45f5-b1b4-92f3e295310b', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:d1:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bd62b0a-1e37-495a-ba9c-0f28393a139c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'ip_address': '172.27.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-815746-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-10-28T12:16:17Z', 'updated_at': '2021-10-28T12:16:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ada917cc-2349-4b05-92c6-186ec016de7c', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-815746-2-iscsi'}] {{(pid=101563) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 28 12:20:47.695270 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.721380 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2fdf09f-2f38-4289-8820-cf70d8cf4e76,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:47.778277 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-16460145'] for router_gateway, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.864805 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-16274203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-882'] for router, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.866810 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.910864 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-16274188'] for router, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.911446 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2bd62b0a-1e37-495a-ba9c-0f28393a139c {{(pid=101561) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Oct 28 12:20:47.916354 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] Publish callbacks [] for router, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:47.917773 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-a87ad9f5-5d80-4255-839f-9c394c519258 admin admin] 10.222.0.32 "DELETE /v2.0/routers/2bd62b0a-1e37-495a-ba9c-0f28393a139c HTTP/1.1" status: 204 len: 168 time: 0.9864488 Oct 28 12:20:47.920340 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45602) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:47.964585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.db_base_plugin_v2 [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Deleting subnet e0165414-5b65-43a7-9bd9-6917ab24c94a {{(pid=101561) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Oct 28 12:20:47.967920 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.002949 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2540198'] for subnet, precommit_delete_associations {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.086602 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16072001'] for subnet, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.137306 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16072008', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-387716', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2730007', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2820785'] for subnet, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.161424 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0165414-5b65-43a7-9bd9-6917ab24c94a,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:48.167405 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] Publish callbacks [] for subnet, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.173619 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-e85c45d2-0909-4639-9f08-c5fe37bcd906 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e0165414-5b65-43a7-9bd9-6917ab24c94a HTTP/1.1" status: 204 len: 168 time: 0.2493701 Oct 28 12:20:48.173619 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45604) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:48.176578 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd8c5b8-d175-4b99-9a04-557dfde0183c None None] Network ddb15806-afa5-498e-9e63-68fbe77c43a0 requested from dv-cinder-815746-2-iscsi {{(pid=101562) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Oct 28 12:20:48.246056 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16046010'] for network, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.312010 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Deleting port e32f2120-8534-4c66-90a2-42e33270bd64 {{(pid=101561) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:48.312333 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.366682 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] DHCP port deletion for ddb15806-afa5-498e-9e63-68fbe77c43a0 request from dv-cinder-815746-2-iscsi {{(pid=101562) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Oct 28 12:20:48.377870 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.db [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] For port e32f2120-8534-4c66-90a2-42e33270bd64, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=e32f2120-8534-4c66-90a2-42e33270bd64,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101561) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:48.378259 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.391586 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.plugin [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Calling delete_port for e32f2120-8534-4c66-90a2-42e33270bd64 owned by network:dhcp {{(pid=101561) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:48.414796 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Deleting port e32f2120-8534-4c66-90a2-42e33270bd64 {{(pid=101562) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1932}} Oct 28 12:20:48.415168 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8757782409238'] for port, before_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.474079 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2730018'] for port, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.480290 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.db [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] For port e32f2120-8534-4c66-90a2-42e33270bd64, host dv-cinder-815746-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-815746-2-iscsi',level=0,port_id=e32f2120-8534-4c66-90a2-42e33270bd64,segment=NetworkSegment(7bc1a40d-e638-4757-af27-d6d961e02029),segment_id=7bc1a40d-e638-4757-af27-d6d961e02029)] {{(pid=101562) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Oct 28 12:20:48.480701 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-16365126'] for port, precommit_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.493638 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Calling delete_port for e32f2120-8534-4c66-90a2-42e33270bd64 owned by network:dhcp {{(pid=101562) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2010}} Oct 28 12:20:48.499648 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Pushing event deleted for resources: {'Port': ['ID=e32f2120-8534-4c66-90a2-42e33270bd64,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:48.502893 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] No DVR routers for this DVR port e32f2120-8534-4c66-90a2-42e33270bd64 on host dv-cinder-815746-2-iscsi {{(pid=101561) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:48.571914 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16070612', 'neutron.services.segments.db._delete_segments_for_network-8757782342238'] for network, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.572293 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-778931', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-14980', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8757782316508', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8757781823088'] for port, after_delete {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.591770 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ddb15806-afa5-498e-9e63-68fbe77c43a0']}} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:48.596333 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] Pushing event deleted for resources: {'Port': ['ID=e32f2120-8534-4c66-90a2-42e33270bd64,revision_number=None']} {{(pid=101562) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:48.599950 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12c125c-75c2-4e89-9323-2948ae9b23de None None] No DVR routers for this DVR port e32f2120-8534-4c66-90a2-42e33270bd64 on host dv-cinder-815746-2-iscsi {{(pid=101562) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 28 12:20:48.602388 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bc1a40d-e638-4757-af27-d6d961e02029') {'for_net_delete': True} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:48.602679 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.services.segments.db [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bc1a40d-e638-4757-af27-d6d961e02029') {} {{(pid=101561) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 28 12:20:48.617159 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8757782343015', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2540255'] for segment, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.630660 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832'] for segment, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.637324 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Releasing vlan 1009 on physical network physnet1 to pool {{(pid=101561) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 28 12:20:48.637754 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16056832', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2730237'] for segment, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: Traceback (most recent call last): Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: timer() Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: cb(*args, **kw) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: return func(*args, **kwargs) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: self._notify() Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: self.callback(batched_events) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: event.method(event) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_id = self._get_aggregate_id(event.segment_id) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: aggregate_uuid = self.p_client.list_aggregates( Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: return f(self, *a, **k) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._get(url).json() Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: return self._client.get(url, endpoint_filter=self._ks_filter, Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: return self.request(url, 'GET', **kwargs) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: base_url = self.get_endpoint(auth, allow=allow, Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: auth = self._auth_required(auth, 'determine endpoint URL') Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Oct 28 12:20:48.639392 dv-cinder-815746-2-iscsi neutron-server[101561]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Oct 28 12:20:48.691491 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16070623', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-367294', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-16509314', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-16460109'] for network, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.697308 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-16509328'] for network, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.700556 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] 10.222.0.32 "DELETE /v2.0/networks/ddb15806-afa5-498e-9e63-68fbe77c43a0 HTTP/1.1" status: 204 len: 168 time: 0.5264804 Oct 28 12:20:48.711585 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd49ed1-bb28-4f93-a035-20b31e1f448d admin admin] Pushing event deleted for resources: {'Network': ['ID=ddb15806-afa5-498e-9e63-68fbe77c43a0,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:48.854558 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45608) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:48.893922 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-eadb641d-cc4f-4a23-97c0-7bbf9b829f45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=dd514e56644c429eb4e7106b0a2eca19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382302 Oct 28 12:20:48.896414 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45610) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:48.920486 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:20:48.942888 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:48.963060 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.011124 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.014224 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.015345 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/81945911-1375-4806-8d93-008a083f97c4 HTTP/1.1" status: 204 len: 168 time: 0.1180232 Oct 28 12:20:49.023311 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b54d526-b2ef-4188-9fbc-960bed3d0eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81945911-1375-4806-8d93-008a083f97c4,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:49.311870 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45616) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:49.350012 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-f930eed3-b1f9-41ed-b732-0986c1a43856 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ee4d2228e1c54f7db2615d7307944d12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369332 Oct 28 12:20:49.352932 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.wsgi [-] (101561) accepted ('10.222.0.32', 45618) {{(pid=101561) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Oct 28 12:20:49.399310 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.420229 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.464464 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-428300'] for security_group, after_delete {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.467087 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron_lib.callbacks.manager [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=101561) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:49.468217 dv-cinder-815746-2-iscsi neutron-server[101561]: INFO neutron.wsgi [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/97cdcdc2-4344-44db-bbf2-0b77918ace75 HTTP/1.1" status: 204 len: 168 time: 0.1144001 Oct 28 12:20:49.475581 dv-cinder-815746-2-iscsi neutron-server[101561]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa3e92-8834-41ee-b28b-b75a676b46c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97cdcdc2-4344-44db-bbf2-0b77918ace75,revision_number=None']} {{(pid=101561) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 28 12:20:49.574846 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c2fdf09f-2f38-4289-8820-cf70d8cf4e76 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:49.598855 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: c2fdf09f-2f38-4289-8820-cf70d8cf4e76 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:49.599290 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device c2fdf09f-2f38-4289-8820-cf70d8cf4e76 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:49.599724 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 26670b85-2ed0-402c-a03b-ea7b626a1428 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:49.619433 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: 26670b85-2ed0-402c-a03b-ea7b626a1428 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:49.619861 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device 26670b85-2ed0-402c-a03b-ea7b626a1428 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:49.620189 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device e32f2120-8534-4c66-90a2-42e33270bd64 no longer exists at agent ovs-agent-dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Oct 28 12:20:49.640597 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.plugin [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] No Port match for: e32f2120-8534-4c66-90a2-42e33270bd64 {{(pid=101562) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2268}} Oct 28 12:20:49.640972 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron.plugins.ml2.rpc [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Device e32f2120-8534-4c66-90a2-42e33270bd64 not bound to the agent host dv-cinder-815746-2-iscsi {{(pid=101562) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Oct 28 12:20:56.700687 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-6dc90372-0a3e-42a7-a235-28acfb932e76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:20:59.245866 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1fbed05a-218a-4065-89d7-4208f924ebc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:00.275660 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:00.361871 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:00.403813 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:01.895642 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:25.919063 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:21:26.701630 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-dec9eeed-e2eb-4833-806d-3e43a7f86903 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:29.246422 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-41e9fc71-dc08-465e-a1b4-f545ca1520dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:30.275915 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:30.360482 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:30.404456 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:31.899919 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:56.704952 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-446f78c7-6ac2-4c51-833c-08844b152f6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:21:59.247492 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e21d2e63-8d1f-4c54-aaa4-6150ce09281e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:00.279563 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:00.360529 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:00.405872 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:01.902205 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:02.917886 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:22:26.707072 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-1ed5ddf1-700b-4046-af04-60c8010c35f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:29.248127 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-0ddb630a-1318-41ef-9e18-bc5076023d17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:30.284122 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:30.359579 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:30.407600 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:31.905938 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:39.917230 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:22:56.707743 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e07a0f7e-5797-49fe-ae45-b0b27161a5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:22:59.249661 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6973-aaae-4a6d-bf32-16ad944f408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.285325 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.349471 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:00.409072 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:01.909533 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:16.916376 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:23:26.711673 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a14d9aa4-66d2-4f2d-bd41-b689f596fee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:29.250036 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-f5e94b18-418b-4365-87de-871cc4ea83ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:30.287892 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:30.349330 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:30.410450 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:31.911209 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:53.915218 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:23:56.712383 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-ca2db202-7eed-424e-b5cb-5e9fb50d0e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:23:59.251267 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-aa9e4bc9-6679-4238-a5a1-e4650209fa22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:00.290558 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:00.366496 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:00.412011 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:01.914764 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:17.467837 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [req-2116aa88-f2e5-4ecc-8156-607665eec425 req-7812249d-7c45-4690-b4b7-8ace8c91f307 service neutron] (101560) timed out ('10.222.0.105', 64235) {{(pid=101560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:24:26.714434 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-fecacef6-fb06-4d19-b1ae-5322883b4273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:29.252491 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-a61b5444-2ca3-4079-87e9-f6cbae34991e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:30.293697 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:30.364598 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:30.413012 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:30.914423 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:24:31.917467 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:56.715480 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-22418cd8-bf08-40e9-b233-be53becf0c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:24:59.254573 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-4b47acf6-7113-4be6-b772-b29990c717d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:00.296990 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:00.392831 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:00.413580 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:01.921838 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:05.208290 dv-cinder-815746-2-iscsi neutron-server[101560]: DEBUG neutron.wsgi [req-f55d1ceb-0bfd-4cc2-9c2e-9d694cae12ec req-9626723f-2718-429c-955b-539eec184fdc service neutron] (101560) timed out ('10.222.0.105', 64260) {{(pid=101560) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Oct 28 12:25:07.914155 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:26.717581 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-89a7ecc8-b0cb-4d83-b5ba-c18511f7be6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:29.255191 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-e831dc8a-0e6c-467f-883f-763d06228216 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.300534 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.395490 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:30.413859 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:31.924783 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:44.945587 dv-cinder-815746-2-iscsi neutron-server[101563]: DEBUG neutron.db.agents_db [None req-73acd72a-0b06-41cb-b750-b7b554ac4233 None None] Agent healthcheck: found 6 active agents {{(pid=101563) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Oct 28 12:25:56.718980 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-697a39d9-25a1-4315-a0e8-fdd9727329a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:25:59.256679 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-d9dd88cd-ba62-4976-ad8e-5eafe7855ad7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.302508 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-57c35c6d-1f8d-4d48-bfd6-3fc004767900 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.414575 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-776cc8b8-5f3d-4282-8cb3-0e58cfc6bdf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:00.417684 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-9c257358-bcda-40fc-b1da-72e6e8c580c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Oct 28 12:26:01.926860 dv-cinder-815746-2-iscsi neutron-server[101562]: DEBUG neutron_lib.callbacks.manager [None req-16b11376-d471-4a89-9e40-14a3f5921cec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8757782342220', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16067486'] for agent, after_update {{(pid=101562) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}